nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8603:c5ea341f705a quic

QUIC: optimized acknowledgement generation. For application level packets, only every second packet is now acknowledged, respecting max ack delay. 13.2.1 Sending ACK Frames In order to assist loss detection at the sender, an endpoint SHOULD generate and send an ACK frame without delay when it receives an ack- eliciting packet either: * when the received packet has a packet number less than another ack-eliciting packet that has been received, or * when the packet has a packet number larger than the highest- numbered ack-eliciting packet that has been received and there are missing packets between that packet and this packet. 13.2.2. Acknowledgement Frequency A receiver SHOULD send an ACK frame after receiving at least two ack-eliciting packets.

author	Vladimir Homutov <vl@nginx.com>
date	Fri, 23 Oct 2020 17:08:50 +0300
parents	454aa886c5f3
children	b3d9e57d0f62

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8486 d0ac4449a07f QUIC: fixed bulding perl module by reducing header pollution. Sergey Kandaurov <pluknet@nginx.com> parents: 8483 diff changeset	10 #include <ngx_event_quic_transport.h>
d0ac4449a07f QUIC: fixed bulding perl module by reducing header pollution. Sergey Kandaurov <pluknet@nginx.com> parents: 8483 diff changeset	11 #include <ngx_event_quic_protection.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	12
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	13
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	19 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	20 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	21 #define ngx_quic_get_send_ctx(qc, level) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	22 ((level) == ssl_encryption_initial) ? &((qc)->send_ctx[0]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	23 : (((level) == ssl_encryption_handshake) ? &((qc)->send_ctx[1]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	24 : &((qc)->send_ctx[2]))
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	25
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	26 #define NGX_QUIC_SEND_CTX_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	27
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	28 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	29 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	30
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	31 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	32 * 7.4. Cryptographic Message Buffering
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	33 * Implementations MUST support buffering at least 4096 bytes of data
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	34 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	35 #define NGX_QUIC_MAX_BUFFERED 65535
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	36
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	37 #define NGX_QUIC_STREAM_GONE (void *) -1
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	38
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	39 #define NGX_QUIC_UNSET_PN (uint64_t) -1
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	40
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	41 /*
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	42 * Endpoints MUST discard packets that are too small to be valid QUIC
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	43 * packets. With the set of AEAD functions defined in [QUIC-TLS],
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	44 * packets that are smaller than 21 bytes are never valid.
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	45 */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	46 #define NGX_QUIC_MIN_PKT_LEN 21
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	47
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	48 #define NGX_QUIC_MIN_SR_PACKET 43 /* 5 random + 16 srt + 22 padding */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	49 #define NGX_QUIC_MAX_SR_PACKET 1200
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	50
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	51 #define NGX_QUIC_MAX_ACK_GAP 2
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	52
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	53 #define ngx_quic_level_name(lvl) \
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	54 (lvl == ssl_encryption_application) ? "application" \
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	55 : (lvl == ssl_encryption_initial) ? "initial" \
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	56 : (lvl == ssl_encryption_handshake) ? "handshake" : "early_data"
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	57
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	58
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	59 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	60 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	61 ngx_rbtree_node_t sentinel;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	62
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	63 uint64_t received;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	64 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	65 uint64_t recv_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	66 uint64_t send_max_data;
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	67
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	68 uint64_t server_max_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	69 uint64_t server_max_streams_bidi;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	70 uint64_t server_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	71 uint64_t server_streams_bidi;
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	72
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	73 uint64_t client_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	74 uint64_t client_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	75 uint64_t client_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	76 uint64_t client_streams_bidi;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	77 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	78
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	79
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	80 typedef struct {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	81 size_t in_flight;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	82 size_t window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	83 size_t ssthresh;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	84 ngx_msec_t recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	85 } ngx_quic_congestion_t;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	86
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	87
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	88 /*
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	89 * 12.3. Packet Numbers
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	90 *
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	91 * Conceptually, a packet number space is the context in which a packet
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	92 * can be processed and acknowledged. Initial packets can only be sent
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	93 * with Initial packet protection keys and acknowledged in packets which
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	94 * are also Initial packets.
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	95 */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	96 typedef struct {
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	97 ngx_quic_secret_t client_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	98 ngx_quic_secret_t server_secret;
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	99
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	100 enum ssl_encryption_level_t level;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	101
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	102 uint64_t pnum; /* to be sent */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	103 uint64_t largest_ack; /* received from peer */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	104 uint64_t largest_pn; /* received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	105
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	106 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	107 ngx_queue_t sent;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	108
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	109 uint64_t pending_ack; /* non sent ack-eliciting */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	110 uint64_t largest_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	111 uint64_t first_range;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	112 ngx_msec_t largest_received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	113 ngx_msec_t ack_delay_start;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	114 ngx_uint_t nranges;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	115 ngx_quic_ack_range_t ranges[NGX_QUIC_MAX_RANGES];
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	116 ngx_uint_t send_ack;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	117 } ngx_quic_send_ctx_t;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	118
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	119
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	120 struct ngx_quic_connection_s {
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	121 ngx_str_t scid; /* initial client ID */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	122 ngx_str_t dcid; /* server (our own) ID */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	123 ngx_str_t odcid; /* original server ID */
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	124 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	125
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	126 ngx_queue_t client_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	127 ngx_queue_t free_client_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	128 ngx_uint_t nclient_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	129 uint64_t max_retired_seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	130 uint64_t curr_seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	131
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	132 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	133 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	134 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	135
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	136 ngx_quic_send_ctx_t send_ctx[NGX_QUIC_SEND_CTX_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	137 ngx_quic_secrets_t keys[NGX_QUIC_ENCRYPTION_LAST];
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	138 ngx_quic_secrets_t next_key;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	139 ngx_quic_frames_stream_t crypto[NGX_QUIC_ENCRYPTION_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	140
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	141 ngx_quic_conf_t *conf;
0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	142
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	143 ngx_event_t push;
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	144 ngx_event_t pto;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	145 ngx_event_t close;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	146 ngx_queue_t free_frames;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	147 ngx_msec_t last_cc;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	148
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	149 ngx_msec_t latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	150 ngx_msec_t avg_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	151 ngx_msec_t min_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	152 ngx_msec_t rttvar;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	153
8518 f9b1a4e52597 QUIC: changed c->quic->pto_count type to ngx_uint_t. Sergey Kandaurov <pluknet@nginx.com> parents: 8517 diff changeset	154 ngx_uint_t pto_count;
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	155
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	156 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	157 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	158 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	159
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	160 ngx_quic_streams_t streams;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	161 ngx_quic_congestion_t congestion;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	162 size_t received;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	163
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	164 ngx_uint_t error;
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	165 enum ssl_encryption_level_t error_level;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	166 ngx_uint_t error_ftype;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	167 const char *error_reason;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	168
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	169 unsigned error_app:1;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	170 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	171 unsigned closing:1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	172 unsigned draining:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	173 unsigned key_phase:1;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	174 unsigned in_retry:1;
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	175 unsigned initialized:1;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	176 unsigned validated:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	177 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	178
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	179
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	180 typedef struct {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	181 ngx_queue_t queue;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	182 uint64_t seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	183 size_t len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	184 u_char id[NGX_QUIC_CID_LEN_MAX];
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	185 u_char sr_token[NGX_QUIC_SR_TOKEN_LEN];
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	186 } ngx_quic_client_id_t;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	187
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	188
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	189 typedef ngx_int_t (ngx_quic_frame_handler_pt)(ngx_connection_t c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	190 ngx_quic_frame_t frame, void data);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	191
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	192
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	193 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	194 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	195 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	196 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	197 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	198 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	199 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	200 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	201 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	202 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	203 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	204 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	205
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	206 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	207 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	208 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	209 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	210 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	211
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	212
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	213 static ngx_quic_connection_t ngx_quic_new_connection(ngx_connection_t c,
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	214 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	215 static ngx_int_t ngx_quic_send_stateless_reset(ngx_connection_t *c,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	216 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	217 static ngx_int_t ngx_quic_process_stateless_reset(ngx_connection_t *c,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	218 ngx_quic_header_t *pkt);
8522 fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	219 static ngx_int_t ngx_quic_negotiate_version(ngx_connection_t *c,
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	220 ngx_quic_header_t *inpkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	221 static ngx_int_t ngx_quic_new_dcid(ngx_connection_t *c,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	222 ngx_quic_connection_t qc, ngx_str_t odcid);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	223 static ngx_int_t ngx_quic_send_retry(ngx_connection_t *c);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	224 static ngx_int_t ngx_quic_new_token(ngx_connection_t c, ngx_str_t token);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	225 static ngx_int_t ngx_quic_validate_token(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	226 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	227 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	228 static ngx_inline size_t ngx_quic_max_udp_payload(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	229 static void ngx_quic_input_handler(ngx_event_t *rev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	230
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	231 static void ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	232 static ngx_int_t ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	233 static void ngx_quic_close_timer_handler(ngx_event_t *ev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	234 static ngx_int_t ngx_quic_close_streams(ngx_connection_t *c,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	235 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	236
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	237 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b,
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	238 ngx_quic_conf_t *conf);
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	239 static ngx_int_t ngx_quic_process_packet(ngx_connection_t *c,
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	240 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	241 static ngx_int_t ngx_quic_init_secrets(ngx_connection_t *c);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	242 static void ngx_quic_discard_ctx(ngx_connection_t *c,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	243 enum ssl_encryption_level_t level);
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	244 static ngx_int_t ngx_quic_check_peer(ngx_quic_connection_t *qc,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	245 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	246 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	247 ngx_quic_header_t *pkt);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	248 static ngx_int_t ngx_quic_ack_packet(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	249 ngx_quic_header_t *pkt);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	250 static ngx_int_t ngx_quic_send_ack_range(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	251 ngx_quic_send_ctx_t *ctx, uint64_t smallest, uint64_t largest);
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	252 static void ngx_quic_drop_ack_ranges(ngx_connection_t *c,
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	253 ngx_quic_send_ctx_t *ctx, uint64_t pn);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	254 static ngx_int_t ngx_quic_send_ack(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	255 ngx_quic_send_ctx_t *ctx);
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	256 static ngx_int_t ngx_quic_send_cc(ngx_connection_t *c);
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	257 static ngx_int_t ngx_quic_send_new_token(ngx_connection_t *c);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	258
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	259 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	260 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	261 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	262 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	263 ngx_msec_t *send_time);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	264 static void ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	265 enum ssl_encryption_level_t level, ngx_msec_t send_time);
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	266 static ngx_inline ngx_msec_t ngx_quic_pto(ngx_connection_t *c,
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	267 ngx_quic_send_ctx_t *ctx);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	268 static void ngx_quic_handle_stream_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	269 ngx_quic_frame_t *f);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	270
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	271 static ngx_int_t ngx_quic_handle_ordered_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	272 ngx_quic_frames_stream_t fs, ngx_quic_frame_t frame,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	273 ngx_quic_frame_handler_pt handler, void *data);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	274 static ngx_int_t ngx_quic_adjust_frame_offset(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	275 ngx_quic_frame_t *f, uint64_t offset_in);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	276 static ngx_int_t ngx_quic_buffer_frame(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	277 ngx_quic_frames_stream_t stream, ngx_quic_frame_t f);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	278
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	279 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	280 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	281 static ngx_int_t ngx_quic_crypto_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	282 ngx_quic_frame_t frame, void data);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	283 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	284 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	285 static ngx_int_t ngx_quic_stream_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	286 ngx_quic_frame_t frame, void data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	287
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	288 static ngx_int_t ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	289 ngx_quic_max_data_frame_t *f);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	290 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	291 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	292 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	293 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	294 static ngx_int_t ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	295 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f);
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	296 static ngx_int_t ngx_quic_handle_reset_stream_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	297 ngx_quic_header_t pkt, ngx_quic_reset_stream_frame_t f);
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	298 static ngx_int_t ngx_quic_handle_stop_sending_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	299 ngx_quic_header_t pkt, ngx_quic_stop_sending_frame_t f);
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	300 static ngx_int_t ngx_quic_handle_max_streams_frame(ngx_connection_t *c,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	301 ngx_quic_header_t pkt, ngx_quic_max_streams_frame_t f);
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	302 static ngx_int_t ngx_quic_handle_path_challenge_frame(ngx_connection_t *c,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	303 ngx_quic_header_t pkt, ngx_quic_path_challenge_frame_t f);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	304 static ngx_int_t ngx_quic_handle_new_connection_id_frame(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	305 ngx_quic_header_t pkt, ngx_quic_new_conn_id_frame_t f);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	306 static ngx_int_t ngx_quic_retire_connection_id(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	307 enum ssl_encryption_level_t level, uint64_t seqnum);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	308 static ngx_quic_client_id_t ngx_quic_alloc_connection_id(ngx_connection_t c,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	309 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	310
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	311 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	312 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	313
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	314 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	315 static ngx_int_t ngx_quic_output_frames(ngx_connection_t *c,
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	316 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	317 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	318 static ngx_int_t ngx_quic_send_frames(ngx_connection_t *c,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	319 ngx_quic_send_ctx_t ctx, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	320
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	321 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	322 ngx_quic_send_ctx_t *ctx);
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	323 static void ngx_quic_pto_handler(ngx_event_t *ev);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	324 static void ngx_quic_lost_handler(ngx_event_t *ev);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	325 static ngx_int_t ngx_quic_detect_lost(ngx_connection_t *c);
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	326 static void ngx_quic_resend_frames(ngx_connection_t *c,
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	327 ngx_quic_send_ctx_t *ctx);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	328 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	329
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	330 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	331 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	332 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	333 uint64_t id);
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	334 static ngx_quic_stream_t ngx_quic_create_client_stream(ngx_connection_t c,
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	335 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	336 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	337 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	338 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	339 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	340 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	341 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	342 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	343 ngx_chain_t *in, off_t limit);
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	344 static size_t ngx_quic_max_stream_frame(ngx_quic_connection_t *qc);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	345 static size_t ngx_quic_max_stream_flow(ngx_connection_t *c);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	346 static void ngx_quic_stream_cleanup_handler(void *data);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	347 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	348 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	349
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	350 static void ngx_quic_congestion_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	351 ngx_quic_frame_t *frame);
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	352 static void ngx_quic_congestion_lost(ngx_connection_t *c,
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	353 ngx_quic_frame_t *frame);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	354
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	355
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	356 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	357 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	358 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	359 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	360 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	361 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	362 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	363 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	364 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	365 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	366 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	367
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	368
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	369 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	370
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	371 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	372 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	373 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	374 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	375 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	376 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	377 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	378
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	379 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	380
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	381 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	382 "quic ngx_quic_set_read_secret() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	383 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	384 ngx_quic_hexdump(c->log, "quic read secret", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	385 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	386
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	387 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	388
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	389 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	390 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	391 &keys->client);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	392 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	393
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	394
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	395 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	396 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	397 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	398 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	399 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	400 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	401 ngx_quic_secrets_t *keys;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	402
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	403 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	404
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	405 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	406 "quic ngx_quic_set_write_secret() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	407 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	408 ngx_quic_hexdump(c->log, "quic write secret", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	409 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	410
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	411 keys = &c->quic->keys[level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	412
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	413 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	414 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	415 &keys->server);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	416 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	417
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	418 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	419
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	420 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	421 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	422 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	423 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	424 {
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	425 ngx_int_t rc;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	426 ngx_connection_t *c;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	427 ngx_quic_secrets_t *keys;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	428
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	429 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	430
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	431 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	432 "quic ngx_quic_set_encryption_secrets() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	433 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	434 ngx_quic_hexdump(c->log, "quic read", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	435 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	436
8327 0ae50d90658a Fixed build with OpenSSL using old callbacks API. Sergey Kandaurov <pluknet@nginx.com> parents: 8326 diff changeset	437 keys = &c->quic->keys[level];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	438
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	439 rc = ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	440 rsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	441 &keys->client);
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	442 if (rc != 1) {
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	443 return rc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	444 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	445
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	446 if (level == ssl_encryption_early_data) {
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	447 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	448 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	449
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	450 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	451 ngx_quic_hexdump(c->log, "quic write", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	452 #endif
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	453
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	454 return ngx_quic_set_encryption_secret(c->pool, ssl_conn, level,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	455 wsecret, secret_len,
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	456 &keys->server);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	457 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	458
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	459 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	460
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	461
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	462 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	463 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	464 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	465 {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	466 u_char p, end;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	467 size_t client_params_len, fsize, limit;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	468 const uint8_t *client_params;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	469 ngx_quic_frame_t *frame;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	470 ngx_connection_t *c;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	471 ngx_quic_connection_t *qc;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	472 ngx_quic_frames_stream_t *fs;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	473
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	474 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	475 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	476
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	477 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	478 "quic ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	479
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	480 if (!qc->client_tp_done) {
8438 a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	481 /*
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	482 * things to do once during handshake: check ALPN and transport
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	483 * parameters; we want to break handshake if something is wrong
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	484 * here;
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	485 */
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	486
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	487 #if defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
8482 893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	488 if (qc->conf->require_alpn) {
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	489 unsigned int len;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	490 const unsigned char *data;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	491
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	492 SSL_get0_alpn_selected(c->ssl->connection, &data, &len);
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	493
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	494 if (len == 0) {
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	495 qc->error = 0x100 + SSL_AD_NO_APPLICATION_PROTOCOL;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	496 qc->error_reason = "unsupported protocol in ALPN extension";
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	497
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	498 ngx_log_error(NGX_LOG_INFO, c->log, 0,
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	499 "quic unsupported protocol in ALPN extension");
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	500 return 0;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	501 }
8438 a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	502 }
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	503 #endif
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	504
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	505 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	506 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	507
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	508 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	509 "quic SSL_get_peer_quic_transport_params():"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	510 " params_len %ui", client_params_len);
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	511
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	512 if (client_params_len == 0) {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	513 /* quic-tls 8.2 */
8447 97adb87f149b Get rid of hardcoded numbers used for quic handshake errors. Sergey Kandaurov <pluknet@nginx.com> parents: 8446 diff changeset	514 qc->error = NGX_QUIC_ERR_CRYPTO(SSL_AD_MISSING_EXTENSION);
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	515 qc->error_reason = "missing transport parameters";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	516
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	517 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	518 "missing transport parameters");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	519 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	520 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	521
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	522 p = (u_char *) client_params;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	523 end = p + client_params_len;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	524
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	525 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	526 != NGX_OK)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	527 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	528 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	529 qc->error_reason = "failed to process transport parameters";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	530
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	531 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	532 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	533
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	534 if (qc->ctp.max_idle_timeout > 0
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	535 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	536 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	537 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	538 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	539
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	540 if (qc->ctp.max_udp_payload_size < NGX_QUIC_MIN_INITIAL_SIZE
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	541 \|\| qc->ctp.max_udp_payload_size > NGX_QUIC_MAX_UDP_PAYLOAD_SIZE)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	542 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	543 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	544 qc->error_reason = "invalid maximum packet size";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	545
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	546 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	547 "quic maximum packet size is invalid");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	548 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	549 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	550
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	551 if (qc->ctp.max_udp_payload_size > ngx_quic_max_udp_payload(c)) {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	552 qc->ctp.max_udp_payload_size = ngx_quic_max_udp_payload(c);
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	553 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	554 "quic client maximum packet size truncated");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	555 }
8432 391d06a51bc0 Limited max udp payload size for outgoing packets. Vladimir Homutov <vl@nginx.com> parents: 8431 diff changeset	556
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	557 #if (NGX_QUIC_DRAFT_VERSION >= 28)
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	558 if (qc->scid.len != qc->ctp.initial_scid.len
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	559 \|\| ngx_memcmp(qc->scid.data, qc->ctp.initial_scid.data,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	560 qc->scid.len) != 0)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	561 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	562 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	563 "quic client initial_source_connection_id "
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	564 "mismatch");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	565 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	566 }
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	567 #endif
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	568
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	569 qc->streams.server_max_streams_bidi = qc->ctp.initial_max_streams_bidi;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	570 qc->streams.server_max_streams_uni = qc->ctp.initial_max_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	571
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	572 qc->client_tp_done = 1;
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	573 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	574
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	575 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	576 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	577 * 17 = 1 + 8x2 is max header for CRYPTO frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	578 */
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	579 limit = qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_LONG_HEADER - 17
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	580 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	581
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	582 fs = &qc->crypto[level];
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	583
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	584 p = (u_char *) data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	585 end = (u_char *) data + len;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	586
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	587 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	588
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	589 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	590
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	591 frame = ngx_quic_alloc_frame(c, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	592 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	593 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	594 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	595
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	596 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	597
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	598 frame->level = level;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	599 frame->type = NGX_QUIC_FT_CRYPTO;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	600 frame->u.crypto.offset = fs->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	601 frame->u.crypto.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	602 frame->u.crypto.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	603
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	604 fs->sent += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	605 p += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	606
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	607 ngx_sprintf(frame->info, "crypto, generated by SSL len=%ui level=%d",
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	608 fsize, level);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	609
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	610 ngx_quic_queue_frame(qc, frame);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	611 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	612
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	613 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	614 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	615
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	616
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	617 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	618 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	619 {
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	620 #if (NGX_DEBUG)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	621 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	622
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	623 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	624
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	625 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	626 "quic ngx_quic_flush_flight()");
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	627 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	628 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	629 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	630
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	631
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	632 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	633 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	634 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	635 {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	636 ngx_connection_t *c;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	637 ngx_quic_connection_t *qc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	638
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	639 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	640
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	641 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	642 "quic ngx_quic_send_alert(), lvl=%d, alert=%d",
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	643 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	644
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	645 qc = c->quic;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	646 if (qc == NULL) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	647 return 1;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	648 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	649
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	650 qc->error_level = level;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	651 qc->error = NGX_QUIC_ERR_CRYPTO(alert);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	652 qc->error_reason = "TLS alert";
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	653 qc->error_app = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	654 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	655
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	656 if (ngx_quic_send_cc(c) != NGX_OK) {
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	657 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	658 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	659
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	660 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	661 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	662
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	663
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	664 void
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	665 ngx_quic_run(ngx_connection_t c, ngx_quic_conf_t conf)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	666 {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	667 ngx_int_t rc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	668
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	669 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	670
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	671 rc = ngx_quic_input(c, c->buffer, conf);
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	672 if (rc != NGX_OK) {
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	673 ngx_quic_close_connection(c, rc == NGX_DECLINED ? NGX_DONE : NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	674 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	675 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	676
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	677 ngx_add_timer(c->read, c->quic->in_retry ? NGX_QUIC_RETRY_TIMEOUT
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	678 : c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	679
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	680 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	681
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	682 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	683 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	684
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	685
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	686 static ngx_quic_connection_t *
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	687 ngx_quic_new_connection(ngx_connection_t c, ngx_quic_conf_t conf,
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	688 ngx_quic_header_t *pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	689 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	690 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	691 ngx_quic_tp_t *ctp;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	692 ngx_quic_client_id_t *cid;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	693 ngx_quic_connection_t *qc;
8387 eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	694
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	695 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	696 if (qc == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	697 return NULL;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	698 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	699
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	700 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	701 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	702
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	703 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	704 ngx_queue_init(&qc->send_ctx[i].frames);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	705 ngx_queue_init(&qc->send_ctx[i].sent);
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	706 qc->send_ctx[i].largest_pn = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	707 qc->send_ctx[i].largest_ack = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	708 qc->send_ctx[i].largest_range = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	709 qc->send_ctx[i].pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	710 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	711
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	712 qc->send_ctx[0].level = ssl_encryption_initial;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	713 qc->send_ctx[1].level = ssl_encryption_handshake;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	714 qc->send_ctx[2].level = ssl_encryption_application;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	715
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	716 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	717 ngx_queue_init(&qc->crypto[i].frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	718 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	719
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	720 ngx_queue_init(&qc->free_frames);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	721 ngx_queue_init(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	722 ngx_queue_init(&qc->free_client_ids);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	723
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	724 qc->avg_rtt = NGX_QUIC_INITIAL_RTT;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	725 qc->rttvar = NGX_QUIC_INITIAL_RTT / 2;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	726 qc->min_rtt = NGX_TIMER_INFINITE;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	727
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	728 /*
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	729 * qc->latest_rtt = 0
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	730 * qc->nclient_ids = 0
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	731 * qc->max_retired_seqnum = 0
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	732 */
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	733
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	734 qc->received = pkt->raw->last - pkt->raw->start;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	735
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	736 qc->pto.log = c->log;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	737 qc->pto.data = c;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	738 qc->pto.handler = ngx_quic_pto_handler;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	739 qc->pto.cancelable = 1;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	740
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	741 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	742 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	743 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	744 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	745
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	746 qc->conf = conf;
0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	747 qc->tp = conf->tp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	748
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	749 ctp = &qc->ctp;
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	750 ctp->max_udp_payload_size = ngx_quic_max_udp_payload(c);
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	751 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	752 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	753
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	754 qc->streams.recv_max_data = qc->tp.initial_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	755
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	756 qc->streams.client_max_streams_uni = qc->tp.initial_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	757 qc->streams.client_max_streams_bidi = qc->tp.initial_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	758
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	759 qc->congestion.window = ngx_min(10 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	760 ngx_max(2 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	761 14720));
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	762 qc->congestion.ssthresh = NGX_MAX_SIZE_T_VALUE;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	763 qc->congestion.recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	764
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	765 if (ngx_quic_new_dcid(c, qc, &pkt->dcid) != NGX_OK) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	766 return NULL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	767 }
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	768
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	769 #if (NGX_QUIC_DRAFT_VERSION >= 28)
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	770 qc->tp.original_dcid = qc->odcid;
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	771 #endif
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	772 qc->tp.initial_scid = qc->dcid;
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	773
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	774 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	775 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	776 if (qc->scid.data == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	777 return NULL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	778 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	779 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	780
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	781 cid = ngx_quic_alloc_connection_id(c, qc);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	782 if (cid == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	783 return NULL;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	784 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	785
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	786 cid->seqnum = 0;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	787 cid->len = pkt->scid.len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	788 ngx_memcpy(cid->id, pkt->scid.data, pkt->scid.len);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	789
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	790 ngx_queue_insert_tail(&qc->client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	791 qc->nclient_ids++;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	792 qc->curr_seqnum = 0;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	793
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	794 return qc;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	795 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	796
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	797
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	798 static ngx_int_t
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	799 ngx_quic_send_stateless_reset(ngx_connection_t c, ngx_quic_conf_t conf,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	800 ngx_quic_header_t *pkt)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	801 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	802 u_char *token;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	803 size_t len, max;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	804 uint16_t rndbytes;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	805 u_char buf[NGX_QUIC_MAX_SR_PACKET];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	806
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	807 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	808 "quic handle stateless reset output");
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	809
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	810 if (conf->sr_token_key.len == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	811 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	812 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	813
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	814 if (pkt->len <= NGX_QUIC_MIN_PKT_LEN) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	815 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	816 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	817
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	818 if (pkt->len <= NGX_QUIC_MIN_SR_PACKET) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	819 len = pkt->len - 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	820
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	821 } else {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	822 max = ngx_min(NGX_QUIC_MAX_SR_PACKET, pkt->len * 3);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	823
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	824 if (RAND_bytes((u_char *) &rndbytes, sizeof(rndbytes)) != 1) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	825 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	826 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	827
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	828 len = (rndbytes % (max - NGX_QUIC_MIN_SR_PACKET + 1))
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	829 + NGX_QUIC_MIN_SR_PACKET;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	830 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	831
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	832 if (RAND_bytes(buf, len - NGX_QUIC_SR_TOKEN_LEN) != 1) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	833 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	834 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	835
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	836 buf[0] &= ~NGX_QUIC_PKT_LONG;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	837 buf[0] \|= NGX_QUIC_PKT_FIXED_BIT;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	838
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	839 token = &buf[len - NGX_QUIC_SR_TOKEN_LEN];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	840
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	841 if (ngx_quic_new_sr_token(c, &pkt->dcid, &conf->sr_token_key, token)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	842 != NGX_OK)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	843 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	844 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	845 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	846
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	847 (void) c->send(c, buf, len);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	848
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	849 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	850 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	851
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	852
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	853 static ngx_int_t
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	854 ngx_quic_process_stateless_reset(ngx_connection_t c, ngx_quic_header_t pkt)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	855 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	856 u_char *tail, ch;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	857 ngx_uint_t i;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	858 ngx_queue_t *q;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	859 ngx_quic_client_id_t *cid;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	860 ngx_quic_connection_t *qc;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	861
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	862 qc = c->quic;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	863
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	864 /* A stateless reset uses an entire UDP datagram */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	865 if (pkt->raw->start != pkt->data) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	866 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	867 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	868
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	869 tail = pkt->raw->last - NGX_QUIC_SR_TOKEN_LEN;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	870
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	871 for (q = ngx_queue_head(&qc->client_ids);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	872 q != ngx_queue_sentinel(&qc->client_ids);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	873 q = ngx_queue_next(q))
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	874 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	875 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	876
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	877 if (cid->seqnum == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	878 /* no stateless reset token in initial connection id */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	879 continue;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	880 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	881
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	882 /* constant time comparison */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	883
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	884 for (ch = 0, i = 0; i < NGX_QUIC_SR_TOKEN_LEN; i++) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	885 ch \|= tail[i] ^ cid->sr_token[i];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	886 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	887
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	888 if (ch == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	889 return NGX_OK;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	890 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	891 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	892
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	893 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	894 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	895
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	896
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	897 static ngx_int_t
8522 fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	898 ngx_quic_negotiate_version(ngx_connection_t c, ngx_quic_header_t inpkt)
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	899 {
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	900 size_t len;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	901 ngx_quic_header_t pkt;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	902
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	903 /* buffer size is calculated assuming a single supported version */
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	904 static u_char buf[NGX_QUIC_MAX_LONG_HEADER + sizeof(uint32_t)];
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	905
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	906 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	907 "sending version negotiation packet");
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	908
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	909 pkt.log = c->log;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	910 pkt.flags = NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_FIXED_BIT;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	911 pkt.dcid = inpkt->scid;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	912 pkt.scid = inpkt->dcid;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	913
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	914 len = ngx_quic_create_version_negotiation(&pkt, buf);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	915
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	916 #ifdef NGX_QUIC_DEBUG_PACKETS
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	917 ngx_quic_hexdump(c->log, "quic vnego packet to send", buf, len);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	918 #endif
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	919
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	920 (void) c->send(c, buf, len);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	921
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	922 return NGX_ERROR;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	923 }
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	924
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	925
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	926 static ngx_int_t
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	927 ngx_quic_new_dcid(ngx_connection_t c, ngx_quic_connection_t qc,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	928 ngx_str_t *odcid)
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	929 {
8557 2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	930 qc->dcid.len = NGX_QUIC_SERVER_CID_LEN;
2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	931 qc->dcid.data = ngx_pnalloc(c->pool, NGX_QUIC_SERVER_CID_LEN);
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	932 if (qc->dcid.data == NULL) {
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	933 return NGX_ERROR;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	934 }
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	935
8557 2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	936 if (RAND_bytes(qc->dcid.data, NGX_QUIC_SERVER_CID_LEN) != 1) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	937 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	938 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	939
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	940 ngx_quic_hexdump(c->log, "quic server CID", qc->dcid.data, qc->dcid.len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	941
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	942 qc->odcid.len = odcid->len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	943 qc->odcid.data = ngx_pstrdup(c->pool, odcid);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	944 if (qc->odcid.data == NULL) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	945 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	946 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	947
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	948 return NGX_OK;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	949 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	950
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	951
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	952 static ngx_int_t
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	953 ngx_quic_send_retry(ngx_connection_t *c)
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	954 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	955 ssize_t len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	956 ngx_str_t res, token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	957 ngx_quic_header_t pkt;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	958 u_char buf[NGX_QUIC_RETRY_BUFFER_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	959
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	960 if (ngx_quic_new_token(c, &token) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	961 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	962 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	963
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	964 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	965 pkt.flags = NGX_QUIC_PKT_FIXED_BIT \| NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_RETRY;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	966 pkt.log = c->log;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	967 pkt.odcid = c->quic->odcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	968 pkt.dcid = c->quic->scid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	969 pkt.scid = c->quic->dcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	970 pkt.token = token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	971
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	972 res.data = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	973
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	974 if (ngx_quic_encrypt(&pkt, NULL, &res) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	975 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	976 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	977
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	978 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	979 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	980 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	981
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	982 len = c->send(c, res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	983 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	984 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	985 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	986
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	987 c->quic->token = token;
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	988 #if (NGX_QUIC_DRAFT_VERSION < 28)
c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	989 c->quic->tp.original_dcid = c->quic->odcid;
c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	990 #endif
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	991 c->quic->tp.retry_scid = c->quic->dcid;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	992 c->quic->in_retry = 1;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	993
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	994 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	995 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	996
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	997
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	998 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	999 ngx_quic_new_token(ngx_connection_t c, ngx_str_t token)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1000 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1001 int len, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1002 u_char data, p, key, iv;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1003 ngx_msec_t now;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1004 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1005 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1006 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1007 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1008 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1009 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1010 u_char in[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1011
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1012 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1013
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1014 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1015 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1016 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1017
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1018 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1019 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1020
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1021 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1022 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1023
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1024 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1025 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1026
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1027 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1028 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1029
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1030 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1031 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1032
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1033 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1034 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1035
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1036 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1037 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1038
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1039 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1040 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1041
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1042 p = ngx_cpymem(in, data, len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1043
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1044 now = ngx_current_msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1045 len += sizeof(now);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1046 ngx_memcpy(p, &now, sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1047
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1048 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1049 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1050
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1051 token->len = iv_len + len + EVP_CIPHER_block_size(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1052 token->data = ngx_pnalloc(c->pool, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1053 if (token->data == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1054 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1055 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1056
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1057 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1058 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1059 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1060 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1061
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1062 key = c->quic->conf->token_key;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1063 iv = token->data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1064
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1065 if (RAND_bytes(iv, iv_len) <= 0
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1066 \|\| !EVP_EncryptInit_ex(ctx, cipher, NULL, key, iv))
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1067 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1068 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1069 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1070 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1071
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1072 token->len = iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1073
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1074 if (EVP_EncryptUpdate(ctx, token->data + token->len, &len, in, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1075 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1076 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1077 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1078
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1079 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1080
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1081 if (EVP_EncryptFinal_ex(ctx, token->data + token->len, &len) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1082 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1083 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1084 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1085
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1086 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1087
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1088 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1089
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1090 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1091 ngx_quic_hexdump(c->log, "quic new token", token->data, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1092 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1093
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1094 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1095 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1096
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1097
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1098 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1099 ngx_quic_validate_token(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1100 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1101 int len, tlen, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1102 u_char key, iv, p, data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1103 ngx_msec_t msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1104 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1105 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1106 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1107 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1108 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1109 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1110 ngx_quic_connection_t *qc;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1111 u_char tdec[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1112
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1113 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1114
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1115 /* Retry token */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1116
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1117 if (qc->token.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1118 if (pkt->token.len != qc->token.len) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1119 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1120 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1121
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1122 if (ngx_memcmp(pkt->token.data, qc->token.data, pkt->token.len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1123 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1124 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1125
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1126 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1127 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1128
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1129 /* NEW_TOKEN in a previous connection */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1130
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1131 cipher = EVP_aes_256_cbc();
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1132 key = c->quic->conf->token_key;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1133 iv = pkt->token.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1134 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1135
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1136 /* sanity checks */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1137
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1138 if (pkt->token.len < (size_t) iv_len + EVP_CIPHER_block_size(cipher)) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1139 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1140 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1141
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1142 if (pkt->token.len > (size_t) iv_len + NGX_QUIC_MAX_TOKEN_SIZE) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1143 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1144 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1145
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1146 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1147 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1148 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1149 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1150
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1151 if (!EVP_DecryptInit_ex(ctx, cipher, NULL, key, iv)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1152 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1153 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1154 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1155
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1156 p = pkt->token.data + iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1157 len = pkt->token.len - iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1158
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1159 if (EVP_DecryptUpdate(ctx, tdec, &len, p, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1160 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1161 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1162 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1163
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1164 if (EVP_DecryptFinal_ex(ctx, tdec + len, &tlen) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1165 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1166 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1167 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1168
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1169 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1170
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1171 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1172
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1173 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1174 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1175 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1176
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1177 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1178 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1179
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1180 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1181 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1182
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1183 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1184 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1185
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1186 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1187 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1188
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1189 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1190 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1191
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1192 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1193 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1194
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1195 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1196 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1197
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1198 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1199 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1200
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1201 if (ngx_memcmp(tdec, data, len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1202 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1203 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1204
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1205 ngx_memcpy(&msec, tdec + len, sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1206
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1207 if (ngx_current_msec - msec > NGX_QUIC_RETRY_LIFETIME) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1208 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic expired token");
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1209 return NGX_DECLINED;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1210 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1211
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1212 return NGX_OK;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1213
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1214 bad_token:
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1215
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1216 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1217
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1218 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1219 qc->error_reason = "invalid_token";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1220
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1221 return NGX_ERROR;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1222 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1223
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1224
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1225 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	1226 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1227 {
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1228 u_char *p;
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1229 size_t clen;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1230 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1231 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1232 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1233
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1234 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1235
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1236 if (ngx_ssl_create_connection(qc->conf->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1237 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1238 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1239
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1240 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1241
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1242 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1243 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1244 "quic SSL_set_quic_method() failed");
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1245 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1246 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1247
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1248 #ifdef SSL_READ_EARLY_DATA_SUCCESS
8564 b52b2a33b0e5 QUIC: fixed build with OpenSSL after bed310672f39. Sergey Kandaurov <pluknet@nginx.com> parents: 8563 diff changeset	1249 if (SSL_CTX_get_max_early_data(qc->conf->ssl->ctx)) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1250 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1251 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1252 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1253
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1254 if (qc->conf->sr_token_key.len) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1255 qc->tp.sr_enabled = 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1256
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1257 if (ngx_quic_new_sr_token(c, &qc->dcid, &qc->conf->sr_token_key,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1258 qc->tp.sr_token)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1259 != NGX_OK)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1260 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1261 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1262 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1263
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1264 ngx_quic_hexdump(c->log, "quic stateless reset token",
8565 0e12c4aca3ab QUIC: fixed clang-ast asserts. Sergey Kandaurov <pluknet@nginx.com> parents: 8564 diff changeset	1265 qc->tp.sr_token, (size_t) NGX_QUIC_SR_TOKEN_LEN);
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1266 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1267
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1268 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp, &clen);
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1269 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1270
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1271 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1272 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1273 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1274 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1275
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1276 len = ngx_quic_create_transport_params(p, p + len, &qc->tp, NULL);
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1277 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1278 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1279 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1280
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1281 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	1282 ngx_quic_hexdump(c->log, "quic transport parameters", p, len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1283 #endif
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1284
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1285 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1286 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1287 "quic SSL_set_quic_transport_params() failed");
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1288 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1289 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1290
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1291 #if NGX_OPENSSL_QUIC_ZRTT_CTX
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1292 if (SSL_set_quic_early_data_context(ssl_conn, p, clen) == 0) {
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1293 ngx_log_error(NGX_LOG_INFO, c->log, 0,
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1294 "quic SSL_set_quic_early_data_context() failed");
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1295 return NGX_ERROR;
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1296 }
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1297 #endif
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1298
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1299 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1300 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1301
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1302
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1303 static ngx_inline size_t
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1304 ngx_quic_max_udp_payload(ngx_connection_t *c)
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1305 {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1306 /* TODO: path MTU discovery */
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1307
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1308 #if (NGX_HAVE_INET6)
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1309 if (c->sockaddr->sa_family == AF_INET6) {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1310 return NGX_QUIC_MAX_UDP_PAYLOAD_OUT6;
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1311 }
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1312 #endif
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1313
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1314 return NGX_QUIC_MAX_UDP_PAYLOAD_OUT;
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1315 }
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1316
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1317
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1318 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1319 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1320 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1321 ssize_t n;
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1322 ngx_int_t rc;
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1323 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1324 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1325 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1326 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1327
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1328 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1329
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	1330 ngx_memzero(&b, sizeof(ngx_buf_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1331 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1332 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1333 b.pos = b.last = b.start;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1334 b.memory = 1;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1335
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1336 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1337 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1338
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1339 c->log->action = "handling quic input";
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1340
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1341 if (rev->timedout) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1342 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1343 "quic client timed out");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1344 ngx_quic_close_connection(c, NGX_DONE);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1345 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1346 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1347
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1348 if (c->close) {
8442 b9bce2c4fe33 Close QUIC connection with NO_ERROR on c->close. Sergey Kandaurov <pluknet@nginx.com> parents: 8439 diff changeset	1349 qc->error_reason = "graceful shutdown";
b9bce2c4fe33 Close QUIC connection with NO_ERROR on c->close. Sergey Kandaurov <pluknet@nginx.com> parents: 8439 diff changeset	1350 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1351 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1352 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	1353
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1354 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	1355
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1356 if (n == NGX_AGAIN) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1357 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1358 ngx_quic_close_connection(c, NGX_OK);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1359 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1360 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1361 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1362
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1363 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1364 c->read->eof = 1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1365 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1366 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1367 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1368
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1369 b.last += n;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	1370 qc->received += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1371
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1372 rc = ngx_quic_input(c, &b, NULL);
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1373
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1374 if (rc == NGX_ERROR) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1375 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1376 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1377 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1378
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1379 if (rc == NGX_DECLINED) {
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1380 return;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1381 }
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1382
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1383 /* rc == NGX_OK */
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1384
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1385 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1386 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1387 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1388
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1389
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1390 static void
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1391 ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1392 {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1393 ngx_pool_t *pool;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1394
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1395 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1396 "quic ngx_quic_close_connection, rc: %i", rc);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1397
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1398 if (!c->quic) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1399 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1400 "quic close connection early error");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1401
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1402 } else if (ngx_quic_close_quic(c, rc) == NGX_AGAIN) {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1403 return;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1404 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1405
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1406 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1407 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1408 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1409
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1410 if (c->read->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1411 ngx_del_timer(c->read);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1412 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1413
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1414 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1415 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1416 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1417
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1418 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1419
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1420 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1421
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1422 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1423
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1424 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1425 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1426
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1427
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1428 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1429 ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc)
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1430 {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1431 ngx_uint_t i;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1432 ngx_quic_send_ctx_t *ctx;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1433 ngx_quic_connection_t *qc;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1434
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1435 qc = c->quic;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1436
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1437 if (!qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1438
8398 8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1439 /* drop packets from retransmit queues, no ack is expected */
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1440 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1441 ctx = ngx_quic_get_send_ctx(qc, i);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1442 ngx_quic_free_frames(c, &ctx->sent);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1443 }
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1444
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1445 if (rc == NGX_DONE) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1446
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1447 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1448 * 10.2. Idle Timeout
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1449 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1450 * If the idle timeout is enabled by either peer, a connection is
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1451 * silently closed and its state is discarded when it remains idle
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1452 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1453
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1454 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1455 "quic closing %s connection",
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1456 qc->draining ? "drained" : "idle");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1457
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1458 } else {
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1459
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1460 /*
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1461 * 10.3. Immediate Close
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1462 *
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1463 * An endpoint sends a CONNECTION_CLOSE frame (Section 19.19)
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1464 * to terminate the connection immediately.
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1465 */
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1466
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1467 qc->error_level = c->ssl ? SSL_quic_read_level(c->ssl->connection)
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1468 : ssl_encryption_initial;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1469
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1470 if (rc == NGX_OK) {
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1471 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1472 "quic immediate close, drain = %d",
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1473 qc->draining);
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1474
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1475 qc->close.log = c->log;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1476 qc->close.data = c;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1477 qc->close.handler = ngx_quic_close_timer_handler;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1478 qc->close.cancelable = 1;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1479
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1480 ctx = ngx_quic_get_send_ctx(qc, qc->error_level);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1481
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1482 ngx_add_timer(&qc->close, 3 * ngx_quic_pto(c, ctx));
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1483
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1484 qc->error = NGX_QUIC_ERR_NO_ERROR;
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1485
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1486 } else {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1487 if (qc->error == 0 && !qc->error_app) {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1488 qc->error = NGX_QUIC_ERR_INTERNAL_ERROR;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1489 }
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1490
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1491 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1492 "quic immediate close due to %serror: %ui %s",
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1493 qc->error_app ? "app " : "", qc->error,
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1494 qc->error_reason ? qc->error_reason : "");
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1495 }
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1496
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1497 (void) ngx_quic_send_cc(c);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1498
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1499 if (qc->error_level == ssl_encryption_handshake) {
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1500 /* for clients that might not have handshake keys */
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1501 qc->error_level = ssl_encryption_initial;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1502 (void) ngx_quic_send_cc(c);
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1503 }
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1504 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1505
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1506 qc->closing = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1507 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1508
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1509 if (rc == NGX_ERROR && qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1510 /* do not wait for timer in case of fatal error */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1511 ngx_del_timer(&qc->close);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1512 }
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1513
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1514 if (ngx_quic_close_streams(c, qc) == NGX_AGAIN) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1515 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1516 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1517
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1518 if (qc->push.timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1519 ngx_del_timer(&qc->push);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1520 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1521
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	1522 if (qc->pto.timer_set) {
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	1523 ngx_del_timer(&qc->pto);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1524 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1525
8434 ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1526 if (qc->push.posted) {
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1527 ngx_delete_posted_event(&qc->push);
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1528 }
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1529
8553 dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1530 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1531 ngx_quic_free_frames(c, &qc->crypto[i].frames);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1532 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1533
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1534 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1535 ngx_quic_free_frames(c, &qc->send_ctx[i].frames);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1536 ngx_quic_free_frames(c, &qc->send_ctx[i].sent);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1537 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1538
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1539 if (qc->close.timer_set) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1540 return NGX_AGAIN;
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1541 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1542
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1543 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1544 "quic part of connection is terminated");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1545
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1546 /* may be tested from SSL callback during SSL shutdown */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1547 c->quic = NULL;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1548
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1549 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1550 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1551
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1552
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1553 void
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1554 ngx_quic_finalize_connection(ngx_connection_t *c, ngx_uint_t err,
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1555 const char *reason)
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1556 {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1557 ngx_quic_connection_t *qc;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1558
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1559 qc = c->quic;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1560 qc->error = err;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1561 qc->error_reason = reason;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1562 qc->error_app = 1;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1563 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1564
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1565 ngx_quic_close_connection(c, NGX_ERROR);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1566 }
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1567
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1568
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1569 static void
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1570 ngx_quic_close_timer_handler(ngx_event_t *ev)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1571 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1572 ngx_connection_t *c;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1573
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1574 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic close timer");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1575
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1576 c = ev->data;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1577 ngx_quic_close_connection(c, NGX_DONE);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1578 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1579
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1580
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1581 static ngx_int_t
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1582 ngx_quic_close_streams(ngx_connection_t c, ngx_quic_connection_t qc)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1583 {
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1584 ngx_event_t rev, wev;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1585 ngx_rbtree_t *tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1586 ngx_rbtree_node_t *node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1587 ngx_quic_stream_t *qs;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1588
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1589 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1590 ngx_uint_t ns;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1591 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1592
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1593 tree = &qc->streams.tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1594
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1595 if (tree->root == tree->sentinel) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1596 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1597 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1598
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1599 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1600 ns = 0;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1601 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1602
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1603 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1604 node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1605 node = ngx_rbtree_next(tree, node))
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1606 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1607 qs = (ngx_quic_stream_t *) node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1608
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1609 rev = qs->c->read;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1610 rev->error = 1;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1611 rev->ready = 1;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1612
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1613 wev = qs->c->write;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1614 wev->error = 1;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1615 wev->ready = 1;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1616
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1617 ngx_post_event(rev, &ngx_posted_events);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1618
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1619 if (rev->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1620 ngx_del_timer(rev);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1621 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1622
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1623 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1624 ns++;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1625 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1626 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1627
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1628 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1629 "quic connection has %ui active streams", ns);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1630
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1631 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1632 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1633
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1634
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1635 static ngx_int_t
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1636 ngx_quic_input(ngx_connection_t c, ngx_buf_t b, ngx_quic_conf_t *conf)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1637 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1638 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1639 ngx_int_t rc;
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1640 ngx_uint_t good;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1641 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1642
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1643 good = 0;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1644
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1645 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1646
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1647 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1648
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1649 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1650 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1651 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1652 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1653 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1654 pkt.flags = p[0];
8559 a89a58c642ef QUIC: simplified packet header parsing. Vladimir Homutov <vl@nginx.com> parents: 8558 diff changeset	1655 pkt.raw->pos++;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1656
8583 d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1657 if (c->quic) {
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1658 c->quic->error = 0;
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1659 c->quic->error_reason = 0;
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1660 }
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1661
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1662 rc = ngx_quic_process_packet(c, conf, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1663
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1664 #if (NGX_DEBUG)
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1665 if (pkt.parsed) {
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1666 ngx_quic_connection_t *qc;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1667
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1668 qc = c->quic;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1669
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1670 ngx_log_debug8(NGX_LOG_DEBUG_EVENT, c->log, 0,
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1671 "quic pkt done %s decr:%d pn:%L pe:%ui rc:%i"
8581 ec04dbb77fb7 QUIC: fixed format specifier in debug message. Vladimir Homutov <vl@nginx.com> parents: 8580 diff changeset	1672 " closing:%d err:%ui %s",
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1673 ngx_quic_level_name(pkt.level), pkt.decrypted,
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1674 pkt.pn, pkt.error, rc, (qc && qc->closing) ? 1 : 0,
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1675 qc ? qc->error : 0,
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1676 (qc && qc->error_reason) ? qc->error_reason : "");
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1677 } else {
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1678 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1679 "quic pkt done parse failed rc:%i", rc);
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1680 }
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1681 #endif
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1682
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1683 if (rc == NGX_ERROR) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1684 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1685 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1686
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1687 if (rc == NGX_OK) {
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1688 good = 1;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1689 }
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1690
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1691 /* NGX_OK \|\| NGX_DECLINED */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1692
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1693 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1694 * we get NGX_DECLINED when there are no keys [yet] available
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1695 * to decrypt packet.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1696 * Instead of queueing it, we ignore it and rely on the sender's
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1697 * retransmission:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1698 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1699 * 12.2. Coalescing Packets:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1700 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1701 * For example, if decryption fails (because the keys are
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1702 * not available or any other reason), the receiver MAY either
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1703 * discard or buffer the packet for later processing and MUST
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1704 * attempt to process the remaining packets.
8535 eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1705 *
eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1706 * We also skip packets that don't match connection state
eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1707 * or cannot be parsed properly.
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1708 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1709
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1710 /* b->pos is at header end, adjust by actual packet length */
8558 0f37b4ef3cd9 QUIC: keep the entire packet size in pkt->len. Roman Arutyunyan <arut@nginx.com> parents: 8557 diff changeset	1711 b->pos = pkt.data + pkt.len;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1712
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1713 /* firefox workaround: skip zero padding at the end of quic packet */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1714 while (b->pos < b->last && *(b->pos) == 0) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1715 b->pos++;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1716 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1717
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1718 p = b->pos;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1719 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1720
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1721 return good ? NGX_OK : NGX_DECLINED;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1722 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1723
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1724
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1725 static ngx_int_t
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1726 ngx_quic_process_packet(ngx_connection_t c, ngx_quic_conf_t conf,
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1727 ngx_quic_header_t *pkt)
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1728 {
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1729 ngx_int_t rc;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1730 ngx_ssl_conn_t *ssl_conn;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1731 ngx_quic_secrets_t keys, next, tmp;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1732 ngx_quic_send_ctx_t *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1733 ngx_quic_connection_t *qc;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1734
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1735 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1736
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1737 c->log->action = "parsing quic packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1738
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1739 rc = ngx_quic_parse_packet(pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1740
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1741 if (rc == NGX_DECLINED \|\| rc == NGX_ERROR) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1742 return rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1743 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1744
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1745 pkt->parsed = 1;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1746
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1747 c->log->action = "processing quic packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1748
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1749 qc = c->quic;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1750
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1751 #if (NGX_DEBUG)
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1752 ngx_quic_hexdump(c->log, "quic pkt dcid", pkt->dcid.data, pkt->dcid.len);
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1753
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1754 if (pkt->level != ssl_encryption_application) {
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1755 ngx_quic_hexdump(c->log, "quic pkt scid", pkt->scid.data,
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1756 pkt->scid.len);
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1757 }
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1758 #endif
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	1759
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1760 if (qc) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1761
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1762 if (rc == NGX_ABORT) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1763 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1764 "quic unsupported version: 0x%xD", pkt->version);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1765 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1766 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1767
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1768 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1769
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1770 if (pkt->level == ssl_encryption_application) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1771 if (ngx_quic_process_stateless_reset(c, pkt) == NGX_OK) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1772 ngx_log_error(NGX_LOG_INFO, c->log, 0,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1773 "quic stateless reset packet detected");
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1774
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1775 qc->draining = 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1776 ngx_quic_close_connection(c, NGX_OK);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1777
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1778 return NGX_OK;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1779 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1780
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1781 return ngx_quic_send_stateless_reset(c, qc->conf, pkt);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1782 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1783
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1784 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1785 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1786
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1787 if (qc->in_retry) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1788
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1789 c->log->action = "retrying quic connection";
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1790
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1791 if (pkt->level != ssl_encryption_initial) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1792 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1793 "quic discard late retry packet");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1794 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1795 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1796
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1797 if (!pkt->token.len) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1798 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1799 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1800
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1801 if (ngx_quic_new_dcid(c, qc, &pkt->dcid) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1802 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1803 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1804
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1805 qc->tp.initial_scid = qc->dcid;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1806 qc->in_retry = 0;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1807
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1808 if (ngx_quic_init_secrets(c) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1809 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1810 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1811
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1812 if (ngx_quic_validate_token(c, pkt) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1813 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1814 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1815
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1816 qc->validated = 1;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1817 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1818
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1819 } else {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1820
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1821 if (rc == NGX_ABORT) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1822 return ngx_quic_negotiate_version(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1823 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1824
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1825 if (pkt->level == ssl_encryption_initial) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1826
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1827 c->log->action = "creating quic connection";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1828
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1829 if (pkt->dcid.len < NGX_QUIC_CID_LEN_MIN) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1830 /* 7.2. Negotiating Connection IDs */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1831 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1832 "quic too short dcid in initial"
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1833 " packet: length %i", pkt->dcid.len);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1834 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1835 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1836
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1837 qc = ngx_quic_new_connection(c, conf, pkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1838 if (qc == NULL) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1839 return NGX_ERROR;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1840 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1841
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1842 c->quic = qc;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1843
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1844 if (ngx_terminate \|\| ngx_exiting) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1845 qc->error = NGX_QUIC_ERR_CONNECTION_REFUSED;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1846 return NGX_ERROR;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1847 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1848
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1849 if (pkt->token.len) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1850 if (ngx_quic_validate_token(c, pkt) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1851 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1852 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1853
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1854 } else if (conf->retry) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1855 return ngx_quic_send_retry(c);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1856 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1857
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1858 if (ngx_quic_init_secrets(c) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1859 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1860 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1861
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1862 } else if (pkt->level == ssl_encryption_application) {
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1863 return ngx_quic_send_stateless_reset(c, conf, pkt);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1864
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1865 } else {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1866 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1867 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1868 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1869
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1870 c->log->action = "decrypting packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1871
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1872 keys = &qc->keys[pkt->level];
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1873
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1874 if (keys->client.key.len == 0) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1875 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1876 "quic no level %d keys yet, ignoring packet", pkt->level);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1877 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1878 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1879
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1880 next = &qc->next_key;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	1881
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1882 pkt->secret = &keys->client;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1883 pkt->next = &next->client;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1884 pkt->key_phase = qc->key_phase;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1885 pkt->plaintext = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1886
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1887 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1888
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1889 ssl_conn = c->ssl ? c->ssl->connection : NULL;
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1890
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1891 rc = ngx_quic_decrypt(pkt, ssl_conn, &ctx->largest_pn);
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1892 if (rc != NGX_OK) {
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1893 qc->error = pkt->error;
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1894 qc->error_reason = "failed to decrypt packet";
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1895 return rc;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1896 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1897
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1898 pkt->decrypted = 1;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1899
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1900 if (c->ssl == NULL) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1901 if (ngx_quic_init_connection(c) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1902 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1903 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1904 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1905
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1906 if (pkt->level == ssl_encryption_handshake) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1907 /*
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1908 * 4.10.1. The successful use of Handshake packets indicates
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1909 * that no more Initial packets need to be exchanged
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1910 */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1911 ngx_quic_discard_ctx(c, ssl_encryption_initial);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1912 qc->validated = 1;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1913 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1914
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	1915 pkt->received = ngx_current_msec;
8574 1d4417e4f2d0 QUIC: fixed measuring ACK Delay against 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8573 diff changeset	1916
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1917 c->log->action = "handling payload";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1918
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1919 if (pkt->level != ssl_encryption_application) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1920 return ngx_quic_payload_handler(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1921 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1922
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1923 /* switch keys on Key Phase change */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1924
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1925 if (pkt->key_update) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1926 qc->key_phase ^= 1;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1927
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1928 tmp = *keys;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1929 keys = next;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1930 *next = tmp;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1931 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1932
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1933 rc = ngx_quic_payload_handler(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1934 if (rc != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1935 return rc;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1936 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1937
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1938 /* generate next keys */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1939
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1940 if (pkt->key_update) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1941 if (ngx_quic_key_update(c, keys, next) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1942 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1943 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1944 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1945
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1946 return NGX_OK;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1947 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1948
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	1949
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1950 static ngx_int_t
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1951 ngx_quic_init_secrets(ngx_connection_t *c)
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1952 {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1953 ngx_quic_secrets_t *keys;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1954 ngx_quic_connection_t *qc;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1955
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1956 qc =c->quic;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1957 keys = &qc->keys[ssl_encryption_initial];
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1958
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1959 if (ngx_quic_set_initial_secret(c->pool, &keys->client, &keys->server,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1960 &qc->odcid)
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1961 != NGX_OK)
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1962 {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1963 return NGX_ERROR;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1964 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1965
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1966 qc->initialized = 1;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1967
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1968 return NGX_OK;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1969 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1970
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1971
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1972 static void
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1973 ngx_quic_discard_ctx(ngx_connection_t *c, enum ssl_encryption_level_t level)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1974 {
8507 7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1975 ngx_queue_t *q;
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1976 ngx_quic_frame_t *f;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	1977 ngx_quic_send_ctx_t *ctx;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1978 ngx_quic_connection_t *qc;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1979
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1980 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1981
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1982 if (qc->keys[level].client.key.len == 0) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1983 return;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1984 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1985
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1986 qc->keys[level].client.key.len = 0;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1987 qc->pto_count = 0;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1988
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1989 ctx = ngx_quic_get_send_ctx(qc, level);
8507 7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1990
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1991 while (!ngx_queue_empty(&ctx->sent)) {
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1992 q = ngx_queue_head(&ctx->sent);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1993 ngx_queue_remove(q);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1994
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1995 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1996 ngx_quic_congestion_ack(c, f);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1997 ngx_quic_free_frame(c, f);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	1998 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	1999
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2000 ctx->send_ack = 0;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2001 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2002
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2003
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2004 static ngx_int_t
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2005 ngx_quic_check_peer(ngx_quic_connection_t qc, ngx_quic_header_t pkt)
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2006 {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2007 ngx_str_t *dcid;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2008 ngx_queue_t *q;
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2009 ngx_quic_send_ctx_t *ctx;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2010 ngx_quic_client_id_t *cid;
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	2011
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2012 dcid = (pkt->level == ssl_encryption_early_data) ? &qc->odcid : &qc->dcid;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2013
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2014 if (pkt->dcid.len == dcid->len
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2015 && ngx_memcmp(pkt->dcid.data, dcid->data, dcid->len) == 0)
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2016 {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2017 if (pkt->level == ssl_encryption_application) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2018 return NGX_OK;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2019 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2020
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2021 goto found;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2022 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2023
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2024 /*
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2025 * a packet sent in response to an initial client packet might be lost,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2026 * thus check also for old dcid
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2027 */
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2028 ctx = ngx_quic_get_send_ctx(qc, ssl_encryption_initial);
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2029
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2030 if (pkt->level == ssl_encryption_initial
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2031 && ctx->largest_ack == NGX_QUIC_UNSET_PN)
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2032 {
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2033 if (pkt->dcid.len == qc->odcid.len
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2034 && ngx_memcmp(pkt->dcid.data, qc->odcid.data, qc->odcid.len) == 0)
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2035 {
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2036 goto found;
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2037 }
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2038 }
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2039
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2040 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcid");
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2041 return NGX_ERROR;
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2042
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2043 found:
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2044
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2045 for (q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2046 q != ngx_queue_sentinel(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2047 q = ngx_queue_next(q))
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2048 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2049 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2050
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2051 if (pkt->scid.len == cid->len
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2052 && ngx_memcmp(pkt->scid.data, cid->id, cid->len) == 0)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2053 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2054 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2055 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2056 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2057
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2058 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scid");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2059 return NGX_ERROR;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2060 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	2061
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	2062
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2063 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2064 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2065 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2066 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2067 ssize_t len;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2068 ngx_uint_t do_close;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2069 ngx_quic_frame_t frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2070 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2071
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2072 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2073
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2074 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2075 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2076 * 10.1 Closing and Draining Connection States
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2077 * ... delayed or reordered packets are properly discarded.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2078 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2079 * An endpoint retains only enough information to generate
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2080 * a packet containing a CONNECTION_CLOSE frame and to identify
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2081 * packets as belonging to the connection.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2082 */
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2083
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2084 qc->error_level = pkt->level;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2085 qc->error = NGX_QUIC_ERR_NO_ERROR;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2086 qc->error_reason = "connection is closing, packet discarded";
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2087 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2088 qc->error_app = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2089
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2090 return ngx_quic_send_cc(c);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2091 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2092
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2093 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2094 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2095
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2096 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2097
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2098 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2099
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2100 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2101
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	2102 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	2103
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2104 if (len < 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2105 qc->error = pkt->error;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2106 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2107 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2108
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2109 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2110
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2111 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2112
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2113 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2114
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2115 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2116 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2117 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2118 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2119
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2120 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2121
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2122 case NGX_QUIC_FT_PADDING:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2123 /* no action required */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2124 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2125
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2126 case NGX_QUIC_FT_CONNECTION_CLOSE:
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2127 case NGX_QUIC_FT_CONNECTION_CLOSE_APP:
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2128 do_close = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2129 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2130 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2131
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2132 /* got there with ack-eliciting packet */
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2133 pkt->need_ack = 1;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2134
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2135 switch (frame.type) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2136
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2137 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2138
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2139 if (ngx_quic_handle_crypto_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2140 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2141 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2142
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2143 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2144
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2145 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2146 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2147
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2148 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2149 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2150 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2151 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2152 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2153 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2154 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2155 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2156
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2157 if (ngx_quic_handle_stream_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2158 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2159 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2160
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2161 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2162
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2163 case NGX_QUIC_FT_MAX_DATA:
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2164
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2165 if (ngx_quic_handle_max_data_frame(c, &frame.u.max_data) != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2166 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2167 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2168 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2169
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2170 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2171
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2172 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2173 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2174
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2175 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2176 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2177 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2178 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2179 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2180 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2181
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2182 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2183
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2184 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2185
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2186 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2187 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2188 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2189 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2190 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2191 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2192
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2193 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2194
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2195 case NGX_QUIC_FT_MAX_STREAM_DATA:
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2196
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2197 if (ngx_quic_handle_max_stream_data_frame(c, pkt,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2198 &frame.u.max_stream_data)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2199 != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2200 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2201 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2202 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2203
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2204 break;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2205
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2206 case NGX_QUIC_FT_RESET_STREAM:
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2207
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2208 if (ngx_quic_handle_reset_stream_frame(c, pkt,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2209 &frame.u.reset_stream)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2210 != NGX_OK)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2211 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2212 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2213 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2214
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2215 break;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2216
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2217 case NGX_QUIC_FT_STOP_SENDING:
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2218
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2219 if (ngx_quic_handle_stop_sending_frame(c, pkt,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2220 &frame.u.stop_sending)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2221 != NGX_OK)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2222 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2223 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2224 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2225
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2226 break;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2227
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2228 case NGX_QUIC_FT_MAX_STREAMS:
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2229 case NGX_QUIC_FT_MAX_STREAMS2:
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2230
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2231 if (ngx_quic_handle_max_streams_frame(c, pkt, &frame.u.max_streams)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2232 != NGX_OK)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2233 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2234 return NGX_ERROR;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2235 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2236
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2237 break;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2238
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2239 case NGX_QUIC_FT_PATH_CHALLENGE:
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2240
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2241 if (ngx_quic_handle_path_challenge_frame(c, pkt,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2242 &frame.u.path_challenge)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2243 != NGX_OK)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2244 {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2245 return NGX_ERROR;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2246 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2247
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2248 break;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2249
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2250 case NGX_QUIC_FT_NEW_CONNECTION_ID:
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2251
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2252 if (ngx_quic_handle_new_connection_id_frame(c, pkt, &frame.u.ncid)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2253 != NGX_OK)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2254 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2255 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2256 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2257
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2258 break;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2259
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2260 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2261 case NGX_QUIC_FT_PATH_RESPONSE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2262
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2263 /* TODO: handle */
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2264 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2265 "quic frame handler not implemented");
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2266 break;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2267
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2268 default:
8346 4e4485793418 Added MAX_STREAM_DATA stub handler. Vladimir Homutov <vl@nginx.com> parents: 8345 diff changeset	2269 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2270 "quic missing frame handler");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2271 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2272 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2273 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2274
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2275 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2276 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2277 "quic trailing garbage in payload: %ui bytes", end - p);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2278
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2279 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2280 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2281 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2282
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2283 if (do_close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2284 qc->draining = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2285 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2286 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2287
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2288 if (ngx_quic_ack_packet(c, pkt) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2289 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2290 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2291
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2292 return NGX_OK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2293 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2294
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2295
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2296 static ngx_int_t
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2297 ngx_quic_ack_packet(ngx_connection_t c, ngx_quic_header_t pkt)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2298 {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2299 uint64_t base, largest, smallest, gs, ge, gap, range, pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2300 uint64_t prev_pending;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2301 ngx_uint_t i, nr;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2302 ngx_quic_send_ctx_t *ctx;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2303 ngx_quic_ack_range_t *r;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2304
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2305 c->log->action = "preparing ack";
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2306
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2307 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2308
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2309 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8602 454aa886c5f3 QUIC: added missing "quic" prefix in debug messages. Vladimir Homutov <vl@nginx.com> parents: 8600 diff changeset	2310 "quic ngx_quic_ack_packet pn %uL largest %uL"
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2311 " first %uL nranges %ui", pkt->pn, ctx->largest_range,
c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2312 ctx->first_range, ctx->nranges);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2313
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2314 prev_pending = ctx->pending_ack;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2315
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2316 if (pkt->need_ack) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2317
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2318 ngx_post_event(&c->quic->push, &ngx_posted_events);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2319
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2320 if (ctx->send_ack == 0) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2321 ctx->ack_delay_start = ngx_current_msec;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2322 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2323
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2324 ctx->send_ack++;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2325
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2326 if (ctx->pending_ack == NGX_QUIC_UNSET_PN
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2327 \|\| ctx->pending_ack < pkt->pn)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2328 {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2329 ctx->pending_ack = pkt->pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2330 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2331 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2332
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2333 base = ctx->largest_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2334 pn = pkt->pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2335
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2336 if (base == NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2337 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2338 ctx->largest_received = pkt->received;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2339 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2340 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2341
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2342 if (base == pn) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2343 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2344 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2345
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2346 largest = base;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2347 smallest = largest - ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2348
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2349 if (pn > base) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2350
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2351 if (pn - base == 1) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2352 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2353 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2354 ctx->largest_received = pkt->received;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2355
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2356 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2357
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2358 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2359 /* new gap in front of current largest */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2360
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2361 /* no place for new range, send current range as is */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2362 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2363
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2364 if (prev_pending != NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2365 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2366 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2367 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2368 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2369
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2370 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2371 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2372 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2373 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2374
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2375 gap = pn - base - 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2376 range = ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2377
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2378 ctx->first_range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2379 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2380 ctx->largest_received = pkt->received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2381
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2382 /* packet is out of order, force send */
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2383 if (pkt->need_ack) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2384 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2385 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2386
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2387 i = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2388
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2389 goto insert;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2390 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2391 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2392
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2393 /* pn < base, perform lookup in existing ranges */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2394
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2395 /* packet is out of order */
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2396 if (pkt->need_ack) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2397 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2398 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2399
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2400 if (pn >= smallest && pn <= largest) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2401 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2402 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2403
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2404 #if (NGX_SUPPRESS_WARN)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2405 r = NULL;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2406 #endif
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2407
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2408 for (i = 0; i < ctx->nranges; i++) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2409 r = &ctx->ranges[i];
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2410
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2411 ge = smallest - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2412 gs = ge - r->gap;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2413
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2414 if (pn >= gs && pn <= ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2415
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2416 if (gs == ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2417 /* gap size is exactly one packet, now filled */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2418
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2419 /* data moves to previous range, current is removed */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2420
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2421 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2422 ctx->first_range += r->range + 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2423
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2424 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2425 ctx->ranges[i - 1].range += r->range + 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2426 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2427
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2428 nr = ctx->nranges - i - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2429 if (nr) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2430 ngx_memmove(&ctx->ranges[i], &ctx->ranges[i + 1],
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2431 sizeof(ngx_quic_ack_range_t) * nr);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2432 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2433
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2434 ctx->nranges--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2435
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2436 } else if (pn == gs) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2437 /* current gap shrinks from tail (current range grows) */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2438 r->gap--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2439 r->range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2440
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2441 } else if (pn == ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2442 /* current gap shrinks from head (previous range grows) */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2443 r->gap--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2444
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2445 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2446 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2447
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2448 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2449 ctx->ranges[i - 1].range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2450 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2451
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2452 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2453 /* current gap is split into two parts */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2454
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2455 gap = ge - pn - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2456 range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2457
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2458 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2459 if (prev_pending != NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2460 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2461 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2462 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2463 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2464
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2465 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2466 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2467 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2468 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2469
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2470 r->gap = pn - gs - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2471 goto insert;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2472 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2473
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2474 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2475 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2476
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2477 largest = smallest - r->gap - 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2478 smallest = largest - r->range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2479
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2480 if (pn >= smallest && pn <= largest) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2481 /* this packet number is already known */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2482 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2483 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2484
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2485 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2486
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2487 if (pn == smallest - 1) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2488 /* extend first or last range */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2489
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2490 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2491 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2492
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2493 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2494 r->range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2495 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2496
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2497 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2498 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2499
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2500 /* nothing found, add new range at the tail */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2501
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2502 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2503 /* packet is too old to keep it */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2504
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2505 if (pkt->need_ack) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2506 return ngx_quic_send_ack_range(c, ctx, pn, pn);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2507 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2508
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2509 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2510 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2511
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2512 gap = smallest - 2 - pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2513 range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2514
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2515 insert:
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2516
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2517 if (ctx->nranges < NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2518 ctx->nranges++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2519 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2520
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2521 ngx_memmove(&ctx->ranges[i + 1], &ctx->ranges[i],
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2522 sizeof(ngx_quic_ack_range_t) * (ctx->nranges - i - 1));
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2523
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2524 ctx->ranges[i].gap = gap;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2525 ctx->ranges[i].range = range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2526
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2527 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2528 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2529
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2530
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2531 static ngx_int_t
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2532 ngx_quic_send_ack_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2533 uint64_t smallest, uint64_t largest)
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2534 {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2535 ngx_quic_frame_t *frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2536
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2537 frame = ngx_quic_alloc_frame(c, 0);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2538 if (frame == NULL) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2539 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2540 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2541
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2542 frame->level = ctx->level;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2543 frame->type = NGX_QUIC_FT_ACK;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2544 frame->u.ack.largest = largest;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2545 frame->u.ack.delay = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2546 frame->u.ack.range_count = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2547 frame->u.ack.first_range = largest - smallest;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2548
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2549 ngx_sprintf(frame->info, "ACK for PN=%uL..%uL 0 ranges level=%d",
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2550 largest, smallest, frame->level);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2551
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2552 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2553 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2554
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2555
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2556 static void
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2557 ngx_quic_drop_ack_ranges(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2558 uint64_t pn)
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2559 {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2560 uint64_t base;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2561 ngx_uint_t i, smallest, largest;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2562 ngx_quic_ack_range_t *r;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2563
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2564 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8602 454aa886c5f3 QUIC: added missing "quic" prefix in debug messages. Vladimir Homutov <vl@nginx.com> parents: 8600 diff changeset	2565 "quic ngx_quic_drop_ack_ranges pn %uL largest %uL"
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2566 " first %uL nranges %ui", pn, ctx->largest_range,
c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2567 ctx->first_range, ctx->nranges);
c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2568
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2569 base = ctx->largest_range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2570
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2571 if (base == NGX_QUIC_UNSET_PN) {
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2572 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2573 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2574
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2575 if (ctx->pending_ack != NGX_QUIC_UNSET_PN && pn >= ctx->pending_ack) {
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2576 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2577 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2578
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2579 largest = base;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2580 smallest = largest - ctx->first_range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2581
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2582 if (pn >= largest) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2583 ctx->largest_range = NGX_QUIC_UNSET_PN;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2584 ctx->first_range = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2585 ctx->nranges = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2586 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2587 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2588
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2589 if (pn >= smallest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2590 ctx->first_range = largest - pn - 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2591 ctx->nranges = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2592 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2593 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2594
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2595 for (i = 0; i < ctx->nranges; i++) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2596 r = &ctx->ranges[i];
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2597
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2598 largest = smallest - r->gap - 2;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2599 smallest = largest - r->range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2600
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2601 if (pn >= largest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2602 ctx->nranges = i;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2603 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2604 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2605 if (pn >= smallest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2606 r->range = largest - pn - 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2607 ctx->nranges = i + 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2608 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2609 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2610 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2611 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2612
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2613
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2614 static ngx_int_t
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2615 ngx_quic_send_ack(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2616 {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2617 size_t ranges_len;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2618 uint64_t ack_delay;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2619 ngx_quic_frame_t *frame;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2620
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2621 if (ctx->level == ssl_encryption_application) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2622 ack_delay = ngx_current_msec - ctx->largest_received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2623 ack_delay *= 1000;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2624 ack_delay >>= c->quic->ctp.ack_delay_exponent;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2625
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2626 } else {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2627 ack_delay = 0;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2628 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2629
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2630 ranges_len = sizeof(ngx_quic_ack_range_t) * ctx->nranges;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2631
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2632 frame = ngx_quic_alloc_frame(c, ranges_len);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2633 if (frame == NULL) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2634 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2635 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2636
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2637 ngx_memcpy(frame->data, ctx->ranges, ranges_len);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2638
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2639 frame->level = ctx->level;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2640 frame->type = NGX_QUIC_FT_ACK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2641 frame->u.ack.largest = ctx->largest_range;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2642 frame->u.ack.delay = ack_delay;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2643 frame->u.ack.range_count = ctx->nranges;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2644 frame->u.ack.first_range = ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2645 frame->u.ack.ranges_start = frame->data;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2646 frame->u.ack.ranges_end = frame->data + ranges_len;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2647
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2648 ngx_sprintf(frame->info, "ACK for PN=%uL %ui ranges level=%d",
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2649 ctx->largest_range, ctx->nranges, frame->level);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2650
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2651 ngx_quic_queue_frame(c->quic, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2652
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2653 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2654 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2655
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2656
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2657 static ngx_int_t
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2658 ngx_quic_send_cc(ngx_connection_t *c)
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2659 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2660 ngx_quic_frame_t *frame;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2661 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2662
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2663 qc = c->quic;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2664
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2665 if (qc->draining) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2666 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2667 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2668
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2669 if (!qc->initialized) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2670 /* try to initialize secrets to send an early error */
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2671 if (ngx_quic_init_secrets(c) != NGX_OK) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2672 return NGX_OK;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2673 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2674 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2675
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2676 if (qc->closing
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2677 && ngx_current_msec - qc->last_cc < NGX_QUIC_CC_MIN_INTERVAL)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2678 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2679 /* dot not send CC too often */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2680 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2681 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2682
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2683 frame = ngx_quic_alloc_frame(c, 0);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2684 if (frame == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2685 return NGX_ERROR;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2686 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2687
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2688 frame->level = qc->error_level;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2689 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2690 frame->u.close.error_code = qc->error;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2691 frame->u.close.frame_type = qc->error_ftype;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2692 frame->u.close.app = qc->error_app;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2693
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2694 if (qc->error_reason) {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2695 frame->u.close.reason.len = ngx_strlen(qc->error_reason);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2696 frame->u.close.reason.data = (u_char *) qc->error_reason;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2697 }
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2698
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2699 ngx_snprintf(frame->info, sizeof(frame->info) - 1,
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2700 "CONNECTION_CLOSE%s err:%ui level:%d ft:%ui reason:\"%s\"",
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2701 qc->error_app ? "_APP" : "", qc->error, qc->error_level,
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2702 qc->error_ftype, qc->error_reason ? qc->error_reason : "-");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2703
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2704 ngx_quic_queue_frame(c->quic, frame);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2705
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2706 qc->last_cc = ngx_current_msec;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2707
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2708 return ngx_quic_output(c);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2709 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2710
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2711
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2712 static ngx_int_t
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2713 ngx_quic_send_new_token(ngx_connection_t *c)
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2714 {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2715 ngx_str_t token;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2716 ngx_quic_frame_t *frame;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2717
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	2718 if (!c->quic->conf->retry) {
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2719 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2720 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2721
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2722 if (ngx_quic_new_token(c, &token) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2723 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2724 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2725
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2726 frame = ngx_quic_alloc_frame(c, 0);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2727 if (frame == NULL) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2728 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2729 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2730
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2731 frame->level = ssl_encryption_application;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2732 frame->type = NGX_QUIC_FT_NEW_TOKEN;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2733 frame->u.token.length = token.len;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2734 frame->u.token.data = token.data;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2735 ngx_sprintf(frame->info, "NEW_TOKEN");
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2736 ngx_quic_queue_frame(c->quic, frame);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2737
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2738 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2739 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2740
8450 a62849b6463c Style. Vladimir Homutov <vl@nginx.com> parents: 8447 diff changeset	2741
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2742 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2743 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2744 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2745 {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2746 ssize_t n;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2747 u_char pos, end;
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2748 uint64_t min, max, gap, range;
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2749 ngx_msec_t send_time;
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2750 ngx_uint_t i;
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2751 ngx_quic_send_ctx_t *ctx;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2752 ngx_quic_connection_t *qc;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2753
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2754 qc = c->quic;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2755
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2756 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2757
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2758 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2759 "quic ngx_quic_handle_ack_frame level %d", pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2760
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2761 /*
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2762 * If any computed packet number is negative, an endpoint MUST
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2763 * generate a connection error of type FRAME_ENCODING_ERROR.
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2764 * (19.3.1)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2765 */
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2766
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2767 if (ack->first_range > ack->largest) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2768 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2769 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2770 "quic invalid first range in ack frame");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2771 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2772 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2773
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2774 min = ack->largest - ack->first_range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2775 max = ack->largest;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2776
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2777 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2778 != NGX_OK)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2779 {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2780 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2781 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2782
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2783 /* 13.2.3. Receiver Tracking of ACK Frames */
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2784 if (ctx->largest_ack < max \|\| ctx->largest_ack == NGX_QUIC_UNSET_PN) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2785 ctx->largest_ack = max;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2786 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2787 "quic updated largest received ack: %uL", max);
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2788
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2789 /*
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2790 * An endpoint generates an RTT sample on receiving an
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2791 * ACK frame that meets the following two conditions:
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2792 *
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2793 * - the largest acknowledged packet number is newly acknowledged
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2794 * - at least one of the newly acknowledged packets was ack-eliciting.
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2795 */
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2796
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2797 if (send_time != NGX_TIMER_INFINITE) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2798 ngx_quic_rtt_sample(c, ack, pkt->level, send_time);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2799 }
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2800 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2801
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2802 pos = ack->ranges_start;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2803 end = ack->ranges_end;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2804
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2805 for (i = 0; i < ack->range_count; i++) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2806
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2807 n = ngx_quic_parse_ack_range(pkt, pos, end, &gap, &range);
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2808 if (n == NGX_ERROR) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2809 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2810 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2811 pos += n;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2812
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2813 if (gap + 2 > min) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2814 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2815 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2816 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2817 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2818 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2819
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2820 max = min - gap - 2;
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2821
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2822 if (range > max) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	2823 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2824 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2825 "quic invalid range %ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2826 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2827 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2828
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2829 min = max - range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2830
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2831 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2832 != NGX_OK)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2833 {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2834 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2835 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2836 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2837
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	2838 return ngx_quic_detect_lost(c);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2839 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2840
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2841
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2842 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2843 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2844 uint64_t min, uint64_t max, ngx_msec_t *send_time)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2845 {
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2846 uint64_t found_num;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2847 ngx_uint_t found;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2848 ngx_queue_t *q;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2849 ngx_quic_frame_t *f;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2850 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2851
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2852 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2853 "quic handle ack range: min:%uL max:%uL", min, max);
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	2854
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2855 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2856
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2857 *send_time = NGX_TIMER_INFINITE;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2858 found = 0;
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2859 found_num = 0;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2860
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2861 q = ngx_queue_last(&ctx->sent);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2862
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	2863 while (q != ngx_queue_sentinel(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2864
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2865 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2866 q = ngx_queue_prev(q);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2867
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2868 if (f->pnum >= min && f->pnum <= max) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2869 ngx_quic_congestion_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2870
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2871 switch (f->type) {
8600 06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	2872 case NGX_QUIC_FT_ACK:
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	2873 case NGX_QUIC_FT_ACK_ECN:
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	2874 ngx_quic_drop_ack_ranges(c, ctx, f->u.ack.largest);
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	2875 break;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2876
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2877 case NGX_QUIC_FT_STREAM0:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2878 case NGX_QUIC_FT_STREAM1:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2879 case NGX_QUIC_FT_STREAM2:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2880 case NGX_QUIC_FT_STREAM3:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2881 case NGX_QUIC_FT_STREAM4:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2882 case NGX_QUIC_FT_STREAM5:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2883 case NGX_QUIC_FT_STREAM6:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2884 case NGX_QUIC_FT_STREAM7:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2885 ngx_quic_handle_stream_ack(c, f);
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2886 break;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2887 }
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2888
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2889 if (f->pnum > found_num \|\| !found) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2890 *send_time = f->last;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2891 found_num = f->pnum;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2892 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2893
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2894 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2895 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2896 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2897 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2898 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2899
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2900 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2901
8437 4e75267865de QUIC: fixed off-by-one in frame range handler. Vladimir Homutov <vl@nginx.com> parents: 8436 diff changeset	2902 if (max < ctx->pnum) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2903 /* duplicate ACK or ACK for non-ack-eliciting frame */
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	2904 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2905 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2906
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2907 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	2908 "quic ACK for the packet not sent");
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2909
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2910 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2911 qc->error_ftype = NGX_QUIC_FT_ACK;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2912 qc->error_reason = "unknown packet number";
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2913
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2914 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2915 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	2916
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2917 if (!qc->push.timer_set) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2918 ngx_post_event(&qc->push, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2919 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2920
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2921 qc->pto_count = 0;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2922
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2923 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2924 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2925
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2926
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	2927 static void
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2928 ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2929 enum ssl_encryption_level_t level, ngx_msec_t send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2930 {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2931 ngx_msec_t latest_rtt, ack_delay, adjusted_rtt, rttvar_sample;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2932 ngx_quic_connection_t *qc;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2933
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2934 qc = c->quic;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2935
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2936 latest_rtt = ngx_current_msec - send_time;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2937 qc->latest_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2938
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2939 if (qc->min_rtt == NGX_TIMER_INFINITE) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2940 qc->min_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2941 qc->avg_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2942 qc->rttvar = latest_rtt / 2;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2943
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2944 } else {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2945 qc->min_rtt = ngx_min(qc->min_rtt, latest_rtt);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2946
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2947
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2948 if (level == ssl_encryption_application) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2949 ack_delay = ack->delay * (1 << qc->ctp.ack_delay_exponent) / 1000;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2950 ack_delay = ngx_min(ack_delay, qc->ctp.max_ack_delay);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2951
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2952 } else {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2953 ack_delay = 0;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2954 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2955
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2956 adjusted_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2957
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2958 if (qc->min_rtt + ack_delay < latest_rtt) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2959 adjusted_rtt -= ack_delay;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2960 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2961
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2962 qc->avg_rtt = 0.875 * qc->avg_rtt + 0.125 * adjusted_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2963 rttvar_sample = ngx_abs((ngx_msec_int_t) (qc->avg_rtt - adjusted_rtt));
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2964 qc->rttvar = 0.75 * qc->rttvar + 0.25 * rttvar_sample;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2965 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2966
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2967 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2968 "quic rtt sample: latest %M, min %M, avg %M, var %M",
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2969 latest_rtt, qc->min_rtt, qc->avg_rtt, qc->rttvar);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2970 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2971
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	2972
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2973 static ngx_inline ngx_msec_t
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2974 ngx_quic_pto(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2975 {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2976 ngx_msec_t duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2977 ngx_quic_connection_t *qc;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2978
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2979 qc = c->quic;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2980
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2981 /* PTO calculation: quic-recovery, Appendix 8 */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2982 duration = qc->avg_rtt;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2983
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2984 duration += ngx_max(4 * qc->rttvar, NGX_QUIC_TIME_GRANULARITY);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2985 duration <<= qc->pto_count;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2986
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2987 if (qc->congestion.in_flight == 0) { /* no in-flight packets */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2988 return duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2989 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2990
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2991 if (ctx == &qc->send_ctx[2] && c->ssl->handshaked) {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2992 /* application send space */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2993
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2994 duration += qc->tp.max_ack_delay << qc->pto_count;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2995 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2996
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2997 return duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2998 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	2999
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3000
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3001 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3002 ngx_quic_handle_stream_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3003 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3004 uint64_t sent, unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3005 ngx_event_t *wev;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3006 ngx_quic_stream_t *sn;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3007 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3008
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3009 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3010
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3011 sn = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3012 if (sn == NULL) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3013 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3014 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3015
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3016 wev = sn->c->write;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3017 sent = sn->c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3018 unacked = sent - sn->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3019
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3020 if (unacked >= NGX_QUIC_STREAM_BUFSIZE && wev->active) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3021 wev->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3022 ngx_post_event(wev, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3023 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3024
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3025 sn->acked += f->u.stream.length;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3026
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3027 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, sn->c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3028 "quic stream ack %uL acked:%uL, unacked:%uL",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3029 f->u.stream.length, sn->acked, sent - sn->acked);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3030 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3031
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3032
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3033 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3034 ngx_quic_handle_ordered_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3035 ngx_quic_frame_t frame, ngx_quic_frame_handler_pt handler, void data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3036 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3037 size_t full_len;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3038 ngx_int_t rc;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3039 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3040 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3041
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3042 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3043
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3044 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3045 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	3046 "quic out-of-order frame: expecting %uL got %uL",
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3047 fs->received, f->offset);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3048
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3049 return ngx_quic_buffer_frame(c, fs, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3050 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3051
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3052 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3053
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3054 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3055 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3056 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3057 /* old/duplicate data range */
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3058 return handler == ngx_quic_crypto_input ? NGX_DECLINED : NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3059 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3060
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3061 /* intersecting data range, frame modified */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3062 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3063
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3064 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3065
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3066 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3067 if (rc == NGX_ERROR) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3068 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3069
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3070 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3071 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3072 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3073 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3074
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3075 /* rc == NGX_OK */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3076
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3077 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3078
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3079 /* now check the queue if we can continue with buffered frames */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3080
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3081 do {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3082 q = ngx_queue_head(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3083 if (q == ngx_queue_sentinel(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3084 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3085 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3086
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3087 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3088 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3089
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3090 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3091 /* gap found, nothing more to do */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3092 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3093 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3094
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3095 full_len = f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3096
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3097 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3098
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3099 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3100 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3101 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3102 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3103 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3104 fs->total -= f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3105
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3106 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3107 "quic skipped buffered frame, total %ui",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3108 fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3109 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3110 continue;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3111 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3112
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3113 /* frame was adjusted, proceed to input */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3114 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3115
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3116 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3117
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3118 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3119
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3120 if (rc == NGX_ERROR) {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3121 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3122
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3123 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3124 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3125 return NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3126 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3127
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3128 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3129 fs->total -= full_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3130
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3131 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3132
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3133 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3134 "quic consumed buffered frame, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3135
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3136 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3137
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3138 } while (1);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3139
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3140 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3141 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3142
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3143
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3144 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3145 ngx_quic_adjust_frame_offset(ngx_connection_t c, ngx_quic_frame_t frame,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3146 uint64_t offset_in)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3147 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3148 size_t tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3149 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3150
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3151 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3152
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3153 tail = offset_in - f->offset;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3154
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3155 if (tail >= f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3156 /* range preceeding already received data or duplicate, ignore */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3157
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3158 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3159 "quic old or duplicate data in ordered frame, ignored");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3160 return NGX_DONE;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3161 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3162
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3163 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3164 "quic adjusted ordered frame data start to expected offset");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3165
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3166 /* intersecting range: adjust data size */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3167
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3168 f->offset += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3169 f->data += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3170 f->length -= tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3171
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3172 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3173 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3174
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3175
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3176 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3177 ngx_quic_buffer_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3178 ngx_quic_frame_t *frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3179 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3180 u_char *data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3181 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3182 ngx_quic_frame_t dst, item;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3183 ngx_quic_ordered_frame_t f, df;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3184
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3185 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3186 "quic ngx_quic_buffer_frame");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3187
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3188 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3189
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3190 /* frame start offset is in the future, buffer it */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3191
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3192 dst = ngx_quic_alloc_frame(c, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3193 if (dst == NULL) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3194 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3195 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3196
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3197 data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3198 ngx_memcpy(dst, frame, sizeof(ngx_quic_frame_t));
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3199 dst->data = data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3200
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3201 ngx_memcpy(dst->data, f->data, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3202
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3203 df = &dst->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3204 df->data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3205
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3206 fs->total += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3207
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3208 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3209 "quic ordered frame with unexpected offset:"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3210 " buffered, total %ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3211
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3212 if (ngx_queue_empty(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3213 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3214 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3215 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3216
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3217 for (q = ngx_queue_last(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3218 q != ngx_queue_sentinel(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3219 q = ngx_queue_prev(q))
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3220 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3221 item = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3222 f = &item->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3223
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3224 if (f->offset < df->offset) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3225 ngx_queue_insert_after(q, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3226 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3227 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3228 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3229
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3230 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3231
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3232 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3233 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3234
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3235
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3236 static ngx_int_t
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3237 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3238 ngx_quic_frame_t *frame)
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3239 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3240 uint64_t last;
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3241 ngx_int_t rc;
8573 6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3242 ngx_quic_send_ctx_t *ctx;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3243 ngx_quic_connection_t *qc;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3244 ngx_quic_crypto_frame_t *f;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3245 ngx_quic_frames_stream_t *fs;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3246
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3247 qc = c->quic;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3248 fs = &qc->crypto[pkt->level];
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3249 f = &frame->u.crypto;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3250
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3251 /* no overflow since both values are 62-bit */
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3252 last = f->offset + f->length;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3253
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3254 if (last > fs->received && last - fs->received > NGX_QUIC_MAX_BUFFERED) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3255 c->quic->error = NGX_QUIC_ERR_CRYPTO_BUFFER_EXCEEDED;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3256 return NGX_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3257 }
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3258
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3259 rc = ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_crypto_input,
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3260 NULL);
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3261 if (rc != NGX_DECLINED) {
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3262 return rc;
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3263 }
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3264
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3265 /* speeding up handshake completion */
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3266
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3267 if (pkt->level == ssl_encryption_initial) {
8573 6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3268 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3269
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3270 if (!ngx_queue_empty(&ctx->sent)) {
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3271 ngx_quic_resend_frames(c, ctx);
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3272 }
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3273 }
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3274
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3275 return NGX_OK;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3276 }
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3277
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3278
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3279 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3280 ngx_quic_crypto_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3281 {
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	3282 int n, sslerr;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3283 ngx_ssl_conn_t *ssl_conn;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3284 ngx_quic_crypto_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3285
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3286 f = &frame->u.crypto;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3287
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3288 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3289
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3290 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3291 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3292 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3293 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3294
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3295 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3296 f->data, f->length))
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3297 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3298 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3299 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3300 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3301 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3302
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3303 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3304
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3305 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3306
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3307 if (n == -1) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3308 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3309
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3310 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3311 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3312
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	3313 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3314 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	3315 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3316 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3317
8302 76818c9cdd6f Sending HANDSHAKE_DONE just once with BoringSSL. Sergey Kandaurov <pluknet@nginx.com> parents: 8301 diff changeset	3318 } else if (n == 1 && !SSL_in_init(ssl_conn)) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3319
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3320 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8299 4ad7d4272cd5 Style. Sergey Kandaurov <pluknet@nginx.com> parents: 8294 diff changeset	3321 "quic ssl cipher: %s", SSL_get_cipher(ssl_conn));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3322
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3323 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3324 "quic handshake completed successfully");
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3325
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3326 c->ssl->handshaked = 1;
8526 11fc65261689 QUIC: disabled bidirectional SSL shutdown after 09fb2135a589. Sergey Kandaurov <pluknet@nginx.com> parents: 8525 diff changeset	3327 c->ssl->no_wait_shutdown = 1;
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3328
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3329 frame = ngx_quic_alloc_frame(c, 0);
8273 cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3330 if (frame == NULL) {
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3331 return NGX_ERROR;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3332 }
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3333
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3334 /* 12.4 Frames and frame types, figure 8 */
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3335 frame->level = ssl_encryption_application;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3336 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3337 ngx_sprintf(frame->info, "HANDSHAKE DONE on handshake completed");
cb75f194f1f0 Implemented sending HANDSHAKE_DONE frame after handshake. Vladimir Homutov <vl@nginx.com> parents: 8272 diff changeset	3338 ngx_quic_queue_frame(c->quic, frame);
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3339
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3340 if (ngx_quic_send_new_token(c) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3341 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3342 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3343
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3344 /*
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3345 * Generating next keys before a key update is received.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3346 * See quic-tls 9.4 Header Protection Timing Side-Channels.
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3347 */
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3348
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3349 if (ngx_quic_key_update(c, &c->quic->keys[ssl_encryption_application],
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3350 &c->quic->next_key)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3351 != NGX_OK)
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3352 {
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3353 return NGX_ERROR;
29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	3354 }
8393 e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	3355
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	3356 /*
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	3357 * 4.10.2 An endpoint MUST discard its handshake keys
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	3358 * when the TLS handshake is confirmed
e169cce912c7 Avoid retransmitting of packets with discarded keys. Vladimir Homutov <vl@nginx.com> parents: 8392 diff changeset	3359 */
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	3360 ngx_quic_discard_ctx(c, ssl_encryption_handshake);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3361 }
1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3362
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3363 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3364 "quic SSL_quic_read_level: %d, SSL_quic_write_level: %d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3365 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3366 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3367
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3368 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3369 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3370
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3371
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3372 static ngx_int_t
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3373 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3374 ngx_quic_frame_t *frame)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3375 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3376 size_t window;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3377 uint64_t last;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3378 ngx_buf_t *b;
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3379 ngx_pool_t *pool;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3380 ngx_connection_t *sc;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3381 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3382 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3383 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3384 ngx_quic_frames_stream_t *fs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3385
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3386 qc = c->quic;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3387 f = &frame->u.stream;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3388
8427 d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3389 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3390 && (f->stream_id & NGX_QUIC_STREAM_SERVER_INITIATED))
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3391 {
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3392 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3393 return NGX_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3394 }
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3395
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3396 /* no overflow since both values are 62-bit */
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3397 last = f->offset + f->length;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3398
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3399 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3400
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3401 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3402 sn = ngx_quic_create_client_stream(c, f->stream_id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3403
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3404 if (sn == NULL) {
8427 d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3405 return NGX_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3406 }
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3407
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3408 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3409 return NGX_OK;
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	3410 }
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3411
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3412 sc = sn->c;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3413 fs = &sn->fs;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3414 b = sn->b;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3415 window = b->end - b->last;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3416
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3417 if (last > window) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3418 c->quic->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3419 goto cleanup;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3420 }
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3421
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3422 if (ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3423 sn)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3424 != NGX_OK)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3425 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3426 goto cleanup;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3427 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3428
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3429 sc->listening->handler(sc);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3430
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3431 return NGX_OK;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3432 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3433
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3434 fs = &sn->fs;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3435 b = sn->b;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3436 window = (b->pos - b->start) + (b->end - b->last);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3437
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3438 if (last > fs->received && last - fs->received > window) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3439 c->quic->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3440 return NGX_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3441 }
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3442
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3443 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3444 sn);
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3445
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3446 cleanup:
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3447
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3448 pool = sc->pool;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3449
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3450 ngx_close_connection(sc);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3451 ngx_destroy_pool(pool);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3452
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3453 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3454 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3455
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3456
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3457 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3458 ngx_quic_stream_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3459 {
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3460 uint64_t id;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3461 ngx_buf_t *b;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3462 ngx_event_t *rev;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3463 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3464 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3465 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3466
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3467 qc = c->quic;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3468 sn = data;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3469
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3470 f = &frame->u.stream;
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3471 id = f->stream_id;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3472
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3473 b = sn->b;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3474
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3475 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3476 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3477 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3478 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3479 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3480
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3481 if ((size_t) (b->end - b->last) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3482 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3483 b->pos = b->start;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3484 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3485
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3486 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3487
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3488 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3489 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3490
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3491 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3492 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3493 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3494
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3495 if (rev->active) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3496 rev->handler(rev);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	3497 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	3498
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3499 /* check if stream was destroyed by handler */
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3500 if (ngx_quic_find_stream(&qc->streams.tree, id) == NULL) {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3501 return NGX_DONE;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3502 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3503
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3504 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3505 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3506
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3507
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3508 static ngx_int_t
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3509 ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3510 ngx_quic_max_data_frame_t *f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3511 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3512 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3513 ngx_rbtree_t *tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3514 ngx_rbtree_node_t *node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3515 ngx_quic_stream_t *qs;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3516 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3517
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3518 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3519 tree = &qc->streams.tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3520
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3521 if (f->max_data <= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3522 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3523 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3524
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3525 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3526
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3527 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3528 node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3529 node = ngx_rbtree_next(tree, node))
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3530 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3531 qs = (ngx_quic_stream_t *) node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3532 wev = qs->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3533
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3534 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3535 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3536 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3537 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3538 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3539 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3540
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3541 qc->streams.send_max_data = f->max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3542
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3543 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3544 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3545
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3546
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3547 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3548 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3549 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3550 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3551 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3552 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3553
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3554
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3555 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3556 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3557 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3558 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3559 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3560 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3561 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3562 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3563 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3564
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3565 qc = c->quic;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3566
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3567 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3568 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3569 {
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3570 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3571 return NGX_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3572 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3573
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3574 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3575
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3576 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3577 sn = ngx_quic_create_client_stream(c, f->id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3578
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3579 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3580 return NGX_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3581 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3582
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3583 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3584 return NGX_OK;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3585 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3586
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3587 b = sn->b;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3588 n = b->end - b->last;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3589
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3590 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3591
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3592 } else {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3593 b = sn->b;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3594 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3595 }
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3596
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3597 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3598 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3599 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3600 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3601
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3602 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3603 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3604 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3605 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3606
8500 12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	3607 ngx_sprintf(frame->info, "MAX_STREAM_DATA id:0x%xL limit:%uL level=%d",
12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	3608 frame->u.max_stream_data.id,
12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	3609 frame->u.max_stream_data.limit,
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3610 frame->level);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3611
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3612 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3613
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3614 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3615 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3616
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3617
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3618 static ngx_int_t
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3619 ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3620 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3621 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3622 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3623 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3624 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3625 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3626
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3627 qc = c->quic;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3628
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3629 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3630 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3631 {
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3632 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3633 return NGX_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3634 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3635
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3636 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3637
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3638 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3639 sn = ngx_quic_create_client_stream(c, f->id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3640
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3641 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3642 return NGX_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3643 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3644
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3645 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3646 return NGX_OK;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3647 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3648
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3649 if (f->limit > sn->send_max_data) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3650 sn->send_max_data = f->limit;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3651 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3652
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3653 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3654
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3655 return NGX_OK;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3656 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3657
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3658 if (f->limit <= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3659 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3660 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3661
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3662 sent = sn->c->sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3663
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3664 if (sent >= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3665 wev = sn->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3666
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3667 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3668 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3669 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3670 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3671 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3672
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3673 sn->send_max_data = f->limit;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3674
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3675 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3676 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3677
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3678
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3679 static ngx_int_t
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3680 ngx_quic_handle_reset_stream_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3681 ngx_quic_header_t pkt, ngx_quic_reset_stream_frame_t f)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3682 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3683 ngx_event_t *rev;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3684 ngx_connection_t *sc;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3685 ngx_quic_stream_t *sn;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3686 ngx_quic_connection_t *qc;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3687
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3688 qc = c->quic;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3689
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3690 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3691 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3692 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3693 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3694 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3695 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3696
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3697 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3698
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3699 if (sn == NULL) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3700 sn = ngx_quic_create_client_stream(c, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3701
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3702 if (sn == NULL) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3703 return NGX_ERROR;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3704 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3705
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3706 if (sn == NGX_QUIC_STREAM_GONE) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3707 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3708 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3709
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3710 sc = sn->c;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3711
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3712 rev = sc->read;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3713 rev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3714 rev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3715
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3716 sc->listening->handler(sc);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3717
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3718 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3719 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3720
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3721 rev = sn->c->read;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3722 rev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3723 rev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3724
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3725 if (rev->active) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3726 rev->handler(rev);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3727 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3728
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3729 return NGX_OK;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3730 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3731
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3732
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3733 static ngx_int_t
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3734 ngx_quic_handle_stop_sending_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3735 ngx_quic_header_t pkt, ngx_quic_stop_sending_frame_t f)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3736 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3737 ngx_event_t *wev;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3738 ngx_connection_t *sc;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3739 ngx_quic_stream_t *sn;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3740 ngx_quic_connection_t *qc;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3741
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3742 qc = c->quic;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3743
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3744 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3745 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3746 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3747 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3748 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3749 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3750
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3751 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3752
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3753 if (sn == NULL) {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3754 sn = ngx_quic_create_client_stream(c, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3755
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3756 if (sn == NULL) {
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3757 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3758 }
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3759
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3760 if (sn == NGX_QUIC_STREAM_GONE) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3761 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3762 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3763
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3764 sc = sn->c;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3765
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3766 wev = sc->write;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3767 wev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3768 wev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3769
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3770 sc->listening->handler(sc);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3771
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3772 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3773 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3774
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3775 wev = sn->c->write;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3776 wev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3777 wev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3778
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3779 if (wev->active) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3780 wev->handler(wev);
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3781 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3782
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3783 return NGX_OK;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3784 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3785
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3786
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3787 static ngx_int_t
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3788 ngx_quic_handle_max_streams_frame(ngx_connection_t *c,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3789 ngx_quic_header_t pkt, ngx_quic_max_streams_frame_t f)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3790 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3791 ngx_quic_connection_t *qc;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3792
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3793 qc = c->quic;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3794
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3795 if (f->bidi) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3796 if (qc->streams.server_max_streams_bidi < f->limit) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3797 qc->streams.server_max_streams_bidi = f->limit;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3798
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3799 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3800 "quic max_streams_bidi:%uL", f->limit);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3801 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3802
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3803 } else {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3804 if (qc->streams.server_max_streams_uni < f->limit) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3805 qc->streams.server_max_streams_uni = f->limit;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3806
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3807 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3808 "quic max_streams_uni:%uL", f->limit);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3809 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3810 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3811
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3812 return NGX_OK;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3813 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3814
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	3815
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3816 static ngx_int_t
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3817 ngx_quic_handle_path_challenge_frame(ngx_connection_t *c,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3818 ngx_quic_header_t pkt, ngx_quic_path_challenge_frame_t f)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3819 {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3820 ngx_quic_frame_t *frame;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3821
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3822 frame = ngx_quic_alloc_frame(c, 0);
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3823 if (frame == NULL) {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3824 return NGX_ERROR;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3825 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3826
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3827 frame->level = pkt->level;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3828 frame->type = NGX_QUIC_FT_PATH_RESPONSE;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3829 frame->u.path_response = *f;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3830
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3831 ngx_sprintf(frame->info, "PATH_RESPONSE data:0x%xL level:%d",
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3832 (uint64_t ) &f->data, frame->level);
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3833
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3834 ngx_quic_queue_frame(c->quic, frame);
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3835
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3836 return NGX_OK;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3837 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3838
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	3839
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3840 static ngx_int_t
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3841 ngx_quic_handle_new_connection_id_frame(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3842 ngx_quic_header_t pkt, ngx_quic_new_conn_id_frame_t f)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3843 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3844 ngx_queue_t *q;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3845 ngx_quic_client_id_t cid, item;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3846 ngx_quic_connection_t *qc;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3847
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3848 qc = c->quic;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3849
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3850 if (f->seqnum < qc->max_retired_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3851 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3852 * An endpoint that receives a NEW_CONNECTION_ID frame with
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3853 * a sequence number smaller than the Retire Prior To field
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3854 * of a previously received NEW_CONNECTION_ID frame MUST send
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3855 * a corresponding RETIRE_CONNECTION_ID frame that retires
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3856 * the newly received connection ID, unless it has already
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3857 * done so for that sequence number.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3858 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3859
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3860 if (ngx_quic_retire_connection_id(c, pkt->level, f->seqnum) != NGX_OK) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3861 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3862 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3863
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3864 goto retire;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3865 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3866
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3867 cid = NULL;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3868
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3869 for (q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3870 q != ngx_queue_sentinel(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3871 q = ngx_queue_next(q))
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3872 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3873 item = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3874
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3875 if (item->seqnum == f->seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3876 cid = item;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3877 break;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3878 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3879 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3880
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3881 if (cid) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3882 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3883 * Transmission errors, timeouts and retransmissions might cause the
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3884 * same NEW_CONNECTION_ID frame to be received multiple times
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3885 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3886
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3887 if (cid->len != f->len
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3888 \|\| ngx_strncmp(cid->id, f->cid, f->len) != 0
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	3889 \|\| ngx_strncmp(cid->sr_token, f->srt, NGX_QUIC_SR_TOKEN_LEN) != 0)
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3890 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3891 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3892 * ..a sequence number is used for different connection IDs,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3893 * the endpoint MAY treat that receipt as a connection error
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3894 * of type PROTOCOL_VIOLATION.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3895 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3896 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3897 qc->error_reason = "seqnum refers to different connection id/token";
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3898 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3899 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3900
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3901 } else {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3902
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	3903 cid = ngx_quic_alloc_connection_id(c, qc);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3904 if (cid == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3905 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3906 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3907
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3908 cid->seqnum = f->seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3909 cid->len = f->len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3910 ngx_memcpy(cid->id, f->cid, f->len);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3911
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	3912 ngx_memcpy(cid->sr_token, f->srt, NGX_QUIC_SR_TOKEN_LEN);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3913
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3914 ngx_queue_insert_tail(&qc->client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3915 qc->nclient_ids++;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3916
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3917 /* always use latest available connection id */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3918 if (f->seqnum > qc->curr_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3919 qc->scid.len = cid->len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3920 qc->scid.data = cid->id;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3921 qc->curr_seqnum = f->seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3922 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3923 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3924
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3925 retire:
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3926
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3927 if (qc->max_retired_seqnum && f->retire <= qc->max_retired_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3928 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3929 * Once a sender indicates a Retire Prior To value, smaller values sent
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3930 * in subsequent NEW_CONNECTION_ID frames have no effect. A receiver
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3931 * MUST ignore any Retire Prior To fields that do not increase the
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3932 * largest received Retire Prior To value.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3933 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3934 goto done;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3935 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3936
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3937 qc->max_retired_seqnum = f->retire;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3938
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3939 q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3940
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3941 while (q != ngx_queue_sentinel(&qc->client_ids)) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3942
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3943 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3944 q = ngx_queue_next(q);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3945
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3946 if (cid->seqnum >= f->retire) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3947 continue;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3948 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3949
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3950 /* this connection id must be retired */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3951
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3952 if (ngx_quic_retire_connection_id(c, pkt->level, cid->seqnum)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3953 != NGX_OK)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3954 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3955 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3956 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3957
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3958 ngx_queue_remove(&cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3959 ngx_queue_insert_head(&qc->free_client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3960 qc->nclient_ids--;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3961 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3962
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3963 done:
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3964
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3965 if (qc->nclient_ids > qc->tp.active_connection_id_limit) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3966 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3967 * After processing a NEW_CONNECTION_ID frame and
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3968 * adding and retiring active connection IDs, if the number of active
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3969 * connection IDs exceeds the value advertised in its
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3970 * active_connection_id_limit transport parameter, an endpoint MUST
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3971 * close the connection with an error of type CONNECTION_ID_LIMIT_ERROR.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3972 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3973 qc->error = NGX_QUIC_ERR_CONNECTION_ID_LIMIT_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3974 qc->error_reason = "too many connection ids received";
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3975 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3976 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3977
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3978 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3979 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3980
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3981
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3982 static ngx_int_t
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3983 ngx_quic_retire_connection_id(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3984 enum ssl_encryption_level_t level, uint64_t seqnum)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3985 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3986 ngx_quic_frame_t *frame;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3987
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3988 frame = ngx_quic_alloc_frame(c, 0);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3989 if (frame == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3990 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3991 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3992
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3993 frame->level = level;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3994 frame->type = NGX_QUIC_FT_RETIRE_CONNECTION_ID;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3995 frame->u.retire_cid.sequence_number = seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3996
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3997 ngx_sprintf(frame->info, "RETIRE_CONNECTION_ID seqnum=%uL level=%d",
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3998 seqnum, frame->level);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	3999
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4000 ngx_quic_queue_frame(c->quic, frame);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4001
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4002 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4003 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4004
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4005
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4006 static ngx_quic_client_id_t *
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4007 ngx_quic_alloc_connection_id(ngx_connection_t c, ngx_quic_connection_t qc)
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4008 {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4009 ngx_queue_t *q;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4010 ngx_quic_client_id_t *cid;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4011
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4012 if (!ngx_queue_empty(&qc->free_client_ids)) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4013
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4014 q = ngx_queue_head(&qc->free_client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4015 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4016
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4017 ngx_queue_remove(&cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4018
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4019 ngx_memzero(cid, sizeof(ngx_quic_client_id_t));
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4020
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4021 } else {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4022
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4023 cid = ngx_pcalloc(c->pool, sizeof(ngx_quic_client_id_t));
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4024 if (cid == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4025 return NULL;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4026 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4027 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4028
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4029 return cid;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4030 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4031
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4032
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4033 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4034 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4035 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4036 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4037
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4038 ctx = ngx_quic_get_send_ctx(qc, frame->level);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4039
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4040 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4041
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4042 frame->len = ngx_quic_create_frame(NULL, frame);
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4043 /* always succeeds */
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4044
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4045 if (qc->closing) {
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4046 return;
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4047 }
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4048
8517 924882f42dea QUIC: do not artificially delay sending queued frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8516 diff changeset	4049 ngx_post_event(&qc->push, &ngx_posted_events);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4050 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4051
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4052
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4053 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4054 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4055 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4056 ngx_uint_t i;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4057 ngx_msec_t delay;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4058 ngx_quic_send_ctx_t *ctx;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4059 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4060
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	4061 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	4062
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4063 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4064
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4065 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4066
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4067 ctx = &qc->send_ctx[i];
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4068
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4069 if (ctx->send_ack) {
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4070
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4071 if (ctx->level == ssl_encryption_application) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4072
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4073 delay = ngx_current_msec - ctx->ack_delay_start;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4074
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4075 if (ctx->send_ack < NGX_QUIC_MAX_ACK_GAP
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4076 && delay < qc->tp.max_ack_delay)
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4077 {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4078 if (!qc->push.timer_set && !qc->closing) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4079 ngx_add_timer(&qc->push, qc->tp.max_ack_delay - delay);
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4080 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4081
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4082 goto output;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4083 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4084 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4085
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4086 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4087 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4088 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4089 ctx->send_ack = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4090 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4091
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4092 output:
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4093
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4094 if (ngx_quic_output_frames(c, ctx) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4095 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4096 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4097 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4098
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	4099 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4100 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4101 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4102 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4103
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4104 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4105 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4106
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4107
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4108 static ngx_int_t
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4109 ngx_quic_output_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4110 {
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4111 size_t len, hlen;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4112 ngx_uint_t need_ack;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4113 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4114 ngx_quic_frame_t *f;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4115 ngx_quic_congestion_t *cg;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4116 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4117
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4118 qc = c->quic;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4119 cg = &qc->congestion;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4120
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4121 if (ngx_queue_empty(&ctx->frames)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4122 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4123 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4124
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4125 q = ngx_queue_head(&ctx->frames);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4126 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4127
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4128 /* all frames in same send_ctx share same level */
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4129 hlen = (f->level == ssl_encryption_application) ? NGX_QUIC_MAX_SHORT_HEADER
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4130 : NGX_QUIC_MAX_LONG_HEADER;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4131 hlen += EVP_GCM_TLS_TAG_LEN;
8590 44991d728899 QUIC: account packet header length in amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8589 diff changeset	4132 hlen -= NGX_QUIC_MAX_CID_LEN - qc->scid.len;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4133
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4134 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4135 len = 0;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4136 need_ack = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4137 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4138
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4139 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4140 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4141 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4142
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4143 if (len && hlen + len + f->len > qc->ctp.max_udp_payload_size) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4144 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4145 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4146
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4147 if (f->need_ack) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4148 need_ack = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4149 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4150
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4151 if (need_ack && cg->in_flight + len + f->len > cg->window) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4152 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4153 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4154
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4155 if (!qc->validated) {
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4156 /*
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4157 * Prior to validation, endpoints are limited in what they
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4158 * are able to send. During the handshake, a server cannot
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4159 * send more than three times the data it receives;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4160 */
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4161
8590 44991d728899 QUIC: account packet header length in amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8589 diff changeset	4162 if (((c->sent + hlen + len + f->len) / 3) > qc->received) {
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4163 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4164 "quic hit amplification limit"
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4165 " received %uz sent %O",
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4166 qc->received, c->sent);
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4167 break;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4168 }
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4169 }
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4170
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4171 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4172
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4173 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4174
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4175 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4176 ngx_queue_insert_tail(&range, &f->queue);
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4177
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4178 len += f->len;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4179
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4180 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4181
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4182 if (ngx_queue_empty(&range)) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4183 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4184 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4185
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4186 if (ngx_quic_send_frames(c, ctx, &range) != NGX_OK) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4187 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4188 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4189
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4190 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4191
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4192 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4193 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4194
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4195
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4196 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4197 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4198 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4199 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4200 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4201
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4202 do {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4203 q = ngx_queue_head(frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4204
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4205 if (q == ngx_queue_sentinel(frames)) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4206 break;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4207 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4208
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4209 ngx_queue_remove(q);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4210
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4211 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4212
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4213 ngx_quic_free_frame(c, f);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4214 } while (1);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4215 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4216
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4217
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4218 static ngx_int_t
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4219 ngx_quic_send_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4220 ngx_queue_t *frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4221 {
8591 ffa14521990e QUIC: sorted ngx_quic_send_frames() declarations. Sergey Kandaurov <pluknet@nginx.com> parents: 8590 diff changeset	4222 u_char *p;
8595 96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4223 size_t pad_len;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4224 ssize_t len;
8591 ffa14521990e QUIC: sorted ngx_quic_send_frames() declarations. Sergey Kandaurov <pluknet@nginx.com> parents: 8590 diff changeset	4225 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4226 ngx_msec_t now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4227 ngx_queue_t *q;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	4228 ngx_ssl_conn_t *ssl_conn;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4229 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4230 ngx_quic_header_t pkt;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4231 ngx_quic_secrets_t *keys;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4232 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	4233 static u_char src[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	4234 static u_char dst[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4235
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4236 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4237 "quic ngx_quic_send_frames");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4238
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	4239 ssl_conn = c->ssl ? c->ssl->connection : NULL;
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	4240
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4241 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4242 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4243
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4244 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4245
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4246 now = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4247
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4248 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4249 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4250
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4251 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4252 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4253 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4254 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4255 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4256
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4257 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4258 "quic frame out: %s", f->info);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4259
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4260 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4261 if (len == -1) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4262 ngx_quic_free_frames(c, frames);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4263 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4264 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4265
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4266 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4267 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4268 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4269
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4270 p += len;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4271 f->pnum = ctx->pnum;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4272 f->last = now;
8572 3bde57a0e6ce QUIC: zero out packet length in frames prior to send. Sergey Kandaurov <pluknet@nginx.com> parents: 8567 diff changeset	4273 f->plen = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4274 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4275
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4276 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4277
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4278 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4279
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4280 keys = &c->quic->keys[start->level];
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4281
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4282 pkt.secret = &keys->server;
058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4283
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4284 pkt.flags = NGX_QUIC_PKT_FIXED_BIT;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4285
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4286 if (start->level == ssl_encryption_initial) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4287 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_INITIAL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4288
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4289 } else if (start->level == ssl_encryption_handshake) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4290 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4291
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4292 } else {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4293 if (c->quic->key_phase) {
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4294 pkt.flags \|= NGX_QUIC_PKT_KPHASE;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4295 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4296 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4297
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4298 ngx_quic_set_packet_number(&pkt, ctx);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4299
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4300 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4301 pkt.level = start->level;
8344 e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	4302 pkt.dcid = qc->scid;
e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	4303 pkt.scid = qc->dcid;
8595 96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4304
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4305 if (start->level == ssl_encryption_initial && pkt.need_ack) {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4306 pad_len = NGX_QUIC_MIN_INITIAL_SIZE - EVP_GCM_TLS_TAG_LEN
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4307 - ngx_quic_create_long_header(&pkt, NULL, out.len, NULL);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4308 pad_len = ngx_min(pad_len, NGX_QUIC_MIN_INITIAL_SIZE);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4309
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4310 } else {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4311 pad_len = 4;
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4312 }
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4313
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4314 if (out.len < pad_len) {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4315 ngx_memset(p, NGX_QUIC_FT_PADDING, pad_len - out.len);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4316 out.len = pad_len;
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4317 }
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4318
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4319 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	4320
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4321 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	4322
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4323 ngx_log_debug6(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4324 "quic packet ready: %ui bytes at level %d"
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4325 " need_ack: %d number: %L encoded %d:0x%xD",
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4326 out.len, start->level, pkt.need_ack, pkt.number,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4327 pkt.num_len, pkt.trunc);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4328
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	4329 if (ngx_quic_encrypt(&pkt, ssl_conn, &res) != NGX_OK) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4330 ngx_quic_free_frames(c, frames);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4331 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4332 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4333
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4334 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4335 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4336 ngx_quic_free_frames(c, frames);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4337 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4338 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4339
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4340 /* len == NGX_OK \|\| NGX_AGAIN */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4341 ctx->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4342
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4343 if (pkt.need_ack) {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4344 /* move frames into the sent queue to wait for ack */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4345
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4346 if (qc->closing) {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4347 /* if we are closing, any ack will be discarded */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4348 ngx_quic_free_frames(c, frames);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4349
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4350 } else {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4351 ngx_queue_add(&ctx->sent, frames);
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4352 if (qc->pto.timer_set) {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4353 ngx_del_timer(&qc->pto);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4354 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4355 ngx_add_timer(&qc->pto, ngx_quic_pto(c, ctx));
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4356
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4357 start->plen = len;
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4358 }
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4359
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4360 qc->congestion.in_flight += len;
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4361
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4362 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4363 "quic congestion send if:%uz",
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4364 qc->congestion.in_flight);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4365 } else {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4366 /* no ack is expected for this frames, so we can free them */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4367 ngx_quic_free_frames(c, frames);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4368 }
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4369
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4370 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4371 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4372
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4373
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4374 static void
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4375 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_send_ctx_t ctx)
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4376 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4377 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4378
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4379 delta = ctx->pnum - ctx->largest_ack;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4380 pkt->number = ctx->pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4381
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4382 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4383 pkt->num_len = 1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4384 pkt->trunc = ctx->pnum & 0xff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4385
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4386 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4387 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4388 pkt->flags \|= 0x1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4389 pkt->trunc = ctx->pnum & 0xffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4390
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4391 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4392 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4393 pkt->flags \|= 0x2;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4394 pkt->trunc = ctx->pnum & 0xffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4395
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4396 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4397 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4398 pkt->flags \|= 0x3;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4399 pkt->trunc = ctx->pnum & 0xffffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4400 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4401 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4402
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4403
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4404 static void
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	4405 ngx_quic_pto_handler(ngx_event_t *ev)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4406 {
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4407 ngx_uint_t i;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4408 ngx_queue_t *q;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4409 ngx_connection_t *c;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4410 ngx_quic_frame_t *start;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4411 ngx_quic_send_ctx_t *ctx;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4412 ngx_quic_connection_t *qc;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4413
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	4414 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic pto timer");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4415
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4416 c = ev->data;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4417 qc = c->quic;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4418
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4419 qc->pto_count++;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4420
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4421 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4422
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4423 ctx = &qc->send_ctx[i];
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4424
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4425 if (ngx_queue_empty(&ctx->sent)) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4426 continue;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4427 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4428
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4429 q = ngx_queue_head(&ctx->sent);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4430 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4431
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4432 if (start->pnum <= ctx->largest_ack
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	4433 && ctx->largest_ack != NGX_QUIC_UNSET_PN)
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4434 {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4435 continue;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4436 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4437
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4438 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8519 de7d6d943f68 QUIC: fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8518 diff changeset	4439 "quic pto pnum:%uL pto_count:%ui level:%d",
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4440 start->pnum, c->quic->pto_count, start->level);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4441
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4442 ngx_quic_resend_frames(c, ctx);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4443 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4444 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4445
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4446
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4447 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4448 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4449 {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4450 ngx_connection_t *c;
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4451
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4452 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic push timer");
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4453
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4454 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4455
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4456 if (ngx_quic_output(c) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	4457 ngx_quic_close_connection(c, NGX_ERROR);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4458 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4459 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4460 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4461
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4462
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4463 static
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4464 void ngx_quic_lost_handler(ngx_event_t *ev)
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4465 {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4466 ngx_connection_t *c;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4467
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4468 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic lost timer");
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4469
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4470 c = ev->data;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4471
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4472 if (ngx_quic_detect_lost(c) != NGX_OK) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4473 ngx_quic_close_connection(c, NGX_ERROR);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4474 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4475 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4476
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4477
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4478 static ngx_int_t
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4479 ngx_quic_detect_lost(ngx_connection_t *c)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4480 {
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4481 ngx_uint_t i;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4482 ngx_msec_t now, wait, min_wait, thr;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4483 ngx_queue_t *q;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4484 ngx_quic_frame_t *start;
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4485 ngx_quic_send_ctx_t *ctx;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4486 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4487
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4488 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4489 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4490
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4491 min_wait = 0;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4492
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4493 thr = NGX_QUIC_TIME_THR * ngx_max(qc->latest_rtt, qc->avg_rtt);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4494 thr = ngx_max(thr, NGX_QUIC_TIME_GRANULARITY);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4495
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4496 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4497
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4498 ctx = &qc->send_ctx[i];
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4499
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	4500 if (ctx->largest_ack == NGX_QUIC_UNSET_PN) {
8515 4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4501 continue;
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4502 }
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4503
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4504 while (!ngx_queue_empty(&ctx->sent)) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4505
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4506 q = ngx_queue_head(&ctx->sent);
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4507 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4508
8515 4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4509 if (start->pnum > ctx->largest_ack) {
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4510 break;
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4511 }
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4512
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4513 wait = start->last + thr - now;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4514
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4515 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8519 de7d6d943f68 QUIC: fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8518 diff changeset	4516 "quic detect_lost pnum:%uL thr:%M wait:%i level:%d",
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4517 start->pnum, thr, (ngx_int_t) wait, start->level);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4518
8516 355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4519 if ((ngx_msec_int_t) wait > 0
355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4520 && ctx->largest_ack - start->pnum < NGX_QUIC_PKT_THR)
355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4521 {
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4522
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4523 if (min_wait == 0 \|\| wait < min_wait) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4524 min_wait = wait;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4525 }
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4526
8516 355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4527 break;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4528 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4529
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4530 ngx_quic_resend_frames(c, ctx);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4531 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4532 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4533
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4534 /* no more preceeding packets */
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4535
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4536 if (min_wait == 0) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4537 qc->pto.handler = ngx_quic_pto_handler;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4538 return NGX_OK;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4539 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4540
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4541 qc->pto.handler = ngx_quic_lost_handler;
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4542
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4543 if (qc->pto.timer_set) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4544 ngx_del_timer(&qc->pto);
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4545 }
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4546
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4547 ngx_add_timer(&qc->pto, min_wait);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4548
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4549 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4550 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4551
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4552
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4553 static void
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4554 ngx_quic_resend_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4555 {
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4556 ngx_queue_t *q;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4557 ngx_quic_frame_t f, start;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4558 ngx_quic_connection_t *qc;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4559
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4560 qc = c->quic;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4561 q = ngx_queue_head(&ctx->sent);
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4562 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4563
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4564 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4565 "quic resend packet pnum:%uL", start->pnum);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4566
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4567 do {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4568 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4569
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4570 if (f->pnum != start->pnum) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4571 break;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4572 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4573
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4574 q = ngx_queue_next(q);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4575
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4576 ngx_queue_remove(&f->queue);
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4577 ngx_queue_insert_tail(&ctx->frames, &f->queue);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4578
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4579 } while (q != ngx_queue_sentinel(&ctx->sent));
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4580
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4581 ngx_quic_congestion_lost(c, start);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4582
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4583 if (qc->closing) {
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4584 return;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4585 }
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4586
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4587 ngx_post_event(&qc->push, &ngx_posted_events);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4588 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4589
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4590
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4591 ngx_connection_t *
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4592 ngx_quic_open_stream(ngx_connection_t *c, ngx_uint_t bidi)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4593 {
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4594 size_t rcvbuf_size;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4595 uint64_t id;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4596 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4597 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4598
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4599 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4600 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4601
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4602 if (bidi) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4603 if (qc->streams.server_streams_bidi
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4604 >= qc->streams.server_max_streams_bidi)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4605 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4606 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4607 "quic too many server bidi streams: %uL",
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4608 qc->streams.server_streams_bidi);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4609 return NULL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4610 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4611
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4612 id = (qc->streams.server_streams_bidi << 2)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4613 \| NGX_QUIC_STREAM_SERVER_INITIATED;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4614
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4615 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8499 b0e74a54c98b QUIC: consistent Stream ID logging format. Sergey Kandaurov <pluknet@nginx.com> parents: 8496 diff changeset	4616 "quic creating server bidi stream %uL/%uL id:0x%xL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4617 qc->streams.server_streams_bidi,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4618 qc->streams.server_max_streams_bidi, id);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4619
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4620 qc->streams.server_streams_bidi++;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4621 rcvbuf_size = qc->tp.initial_max_stream_data_bidi_local;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4622
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4623 } else {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4624 if (qc->streams.server_streams_uni
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4625 >= qc->streams.server_max_streams_uni)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4626 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4627 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4628 "quic too many server uni streams: %uL",
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4629 qc->streams.server_streams_uni);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4630 return NULL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4631 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4632
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4633 id = (qc->streams.server_streams_uni << 2)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4634 \| NGX_QUIC_STREAM_SERVER_INITIATED
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4635 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4636
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4637 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8499 b0e74a54c98b QUIC: consistent Stream ID logging format. Sergey Kandaurov <pluknet@nginx.com> parents: 8496 diff changeset	4638 "quic creating server uni stream %uL/%uL id:0x%xL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4639 qc->streams.server_streams_uni,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4640 qc->streams.server_max_streams_uni, id);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4641
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4642 qc->streams.server_streams_uni++;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4643 rcvbuf_size = 0;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4644 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4645
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4646 sn = ngx_quic_create_stream(qs->parent, id, rcvbuf_size);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4647 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4648 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4649 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4650
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4651 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4652 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4653
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4654
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4655 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4656 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4657 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4658 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4659 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4660 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4661
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4662 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4663 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4664 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4665
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4666 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4667
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4668 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4669 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4670 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4671
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4672 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4673 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4674
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4675 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4676 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4677 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4678 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4679 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4680 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4681
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4682
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4683 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4684 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4685 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4686 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4687 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4688
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4689 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4690 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4691
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4692 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4693 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4694
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4695 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4696 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4697 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4698
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4699 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4700 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4701
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4702 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4703 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4704
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4705
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4706 static ngx_quic_stream_t *
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4707 ngx_quic_create_client_stream(ngx_connection_t *c, uint64_t id)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4708 {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4709 size_t n;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4710 uint64_t min_id;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4711 ngx_quic_stream_t *sn;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4712 ngx_quic_connection_t *qc;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4713
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4714 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4715 "quic stream id 0x%xL is new", id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4716
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4717 qc = c->quic;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4718
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4719 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4720
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4721 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4722 if ((id >> 2) < qc->streams.server_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4723 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4724 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4725
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4726 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4727 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4728 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4729
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4730 if ((id >> 2) < qc->streams.client_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4731 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4732 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4733
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4734 if ((id >> 2) >= qc->streams.client_max_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4735 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4736 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4737 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4738
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4739 min_id = (qc->streams.client_streams_uni << 2)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4740 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4741 qc->streams.client_streams_uni = (id >> 2) + 1;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4742 n = qc->tp.initial_max_stream_data_uni;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4743
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4744 } else {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4745
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4746 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4747 if ((id >> 2) < qc->streams.server_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4748 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4749 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4750
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4751 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4752 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4753 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4754
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4755 if ((id >> 2) < qc->streams.client_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4756 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4757 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4758
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4759 if ((id >> 2) >= qc->streams.client_max_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4760 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4761 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4762 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4763
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4764 min_id = (qc->streams.client_streams_bidi << 2);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4765 qc->streams.client_streams_bidi = (id >> 2) + 1;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4766 n = qc->tp.initial_max_stream_data_bidi_remote;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4767 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4768
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4769 if (n < NGX_QUIC_STREAM_BUFSIZE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4770 n = NGX_QUIC_STREAM_BUFSIZE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4771 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4772
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4773 /*
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4774 * 2.1. Stream Types and Identifiers
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4775 *
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4776 * Within each type, streams are created with numerically increasing
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4777 * stream IDs. A stream ID that is used out of order results in all
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4778 * streams of that type with lower-numbered stream IDs also being
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4779 * opened.
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4780 */
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4781
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4782 for ( /* void */ ; min_id < id; min_id += 0x04) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4783
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4784 sn = ngx_quic_create_stream(c, min_id, n);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4785 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4786 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4787 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4788
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4789 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4790 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4791
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4792 return ngx_quic_create_stream(c, id, n);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4793 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4794
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4795
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	4796 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4797 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4798 {
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4799 ngx_log_t *log;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4800 ngx_pool_t *pool;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4801 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4802 ngx_pool_cleanup_t *cln;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4803 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4804
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	4805 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8499 b0e74a54c98b QUIC: consistent Stream ID logging format. Sergey Kandaurov <pluknet@nginx.com> parents: 8496 diff changeset	4806 "quic stream id 0x%xL create", id);
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	4807
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4808 qc = c->quic;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4809
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4810 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4811 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4812 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4813 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4814
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4815 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4816 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4817 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4818 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4819 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4820
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4821 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4822 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4823 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4824
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4825 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4826 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4827 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4828 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4829 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4830
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4831 ngx_queue_init(&sn->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4832
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4833 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4834 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4835 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4836 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4837 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4838
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4839 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4840 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4841
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4842 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4843 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4844 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4845 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4846 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4847
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4848 sn->c->qs = sn;
8482 893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	4849 sn->c->type = SOCK_STREAM;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4850 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4851 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4852 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4853 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4854 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4855 sn->c->local_sockaddr = c->local_sockaddr;
8579 d57cfdebe301 QUIC: set local_socklen in stream connections. Roman Arutyunyan <arut@nginx.com> parents: 8578 diff changeset	4856 sn->c->local_socklen = c->local_socklen;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4857 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4858
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4859 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4860 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4861 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4862
8479 b250b515e5b6 QUIC: fixed stream read event log. Roman Arutyunyan <arut@nginx.com> parents: 8478 diff changeset	4863 sn->c->read->log = log;
b250b515e5b6 QUIC: fixed stream read event log. Roman Arutyunyan <arut@nginx.com> parents: 8478 diff changeset	4864 sn->c->write->log = log;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4865
8362 44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	4866 log->connection = sn->c->number;
44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	4867
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4868 if ((id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4869 \|\| (id & NGX_QUIC_STREAM_SERVER_INITIATED))
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4870 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4871 sn->c->write->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4872 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4873
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4874 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4875 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4876 sn->send_max_data = qc->ctp.initial_max_stream_data_uni;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4877 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4878
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4879 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4880 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4881 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_remote;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4882 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4883 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_local;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4884 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4885 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4886
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4887 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4888 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4889 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4890 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4891 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4892 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4893
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4894 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4895 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	4896
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4897 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	4898
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4899 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4900 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4901
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4902
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4903 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4904 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4905 {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4906 ssize_t len;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4907 ngx_buf_t *b;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4908 ngx_event_t *rev;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4909 ngx_connection_t *pc;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4910 ngx_quic_frame_t *frame;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4911 ngx_quic_stream_t *qs;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4912 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4913
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4914 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4915 b = qs->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4916 pc = qs->parent;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4917 qc = pc->quic;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4918 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4919
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	4920 if (rev->error) {
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	4921 return NGX_ERROR;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	4922 }
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	4923
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4924 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	4925 "quic stream id 0x%xL recv: eof:%d, avail:%z",
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4926 qs->id, rev->pending_eof, b->last - b->pos);
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4927
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4928 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4929 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4930
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4931 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4932 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4933 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4934 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	4935
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4936 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	4937 "quic stream id 0x%xL recv() not ready", qs->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4938 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4939 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4940
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4941 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4942
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4943 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4944
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4945 b->pos += len;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4946 qc->streams.received += len;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4947
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4948 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4949 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4950 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	4951 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4952 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	4953
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4954 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	4955 "quic stream id 0x%xL recv: %z of %uz", qs->id, len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4956
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4957 if (!rev->pending_eof) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4958 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4959 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4960 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4961 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4962
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4963 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4964 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4965 frame->u.max_stream_data.id = qs->id;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4966 frame->u.max_stream_data.limit = qs->fs.received + (b->pos - b->start)
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4967 + (b->end - b->last);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4968
8499 b0e74a54c98b QUIC: consistent Stream ID logging format. Sergey Kandaurov <pluknet@nginx.com> parents: 8496 diff changeset	4969 ngx_sprintf(frame->info,
8500 12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	4970 "MAX_STREAM_DATA id:0x%xL limit:%uL l=%d on recv",
12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	4971 frame->u.max_stream_data.id,
12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	4972 frame->u.max_stream_data.limit,
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4973 frame->level);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4974
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4975 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4976 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4977
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4978 if ((qc->streams.recv_max_data / 2) < qc->streams.received) {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4979
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4980 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4981
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4982 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4983 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4984 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4985
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4986 qc->streams.recv_max_data *= 2;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4987
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4988 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4989 frame->type = NGX_QUIC_FT_MAX_DATA;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4990 frame->u.max_data.max_data = qc->streams.recv_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4991
8500 12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	4992 ngx_sprintf(frame->info, "MAX_DATA max_data:%uL level=%d on recv",
12576ac9556d QUIC: fixed format specifiers and removed casts. Sergey Kandaurov <pluknet@nginx.com> parents: 8499 diff changeset	4993 frame->u.max_data.max_data, frame->level);
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4994
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4995 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	4996
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4997 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	4998 "quic stream id 0x%xL recv: increased max data: %uL",
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	4999 qs->id, qc->streams.recv_max_data);
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5000 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5001
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5002 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5003 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5004
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5005
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5006 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5007 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5008 {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5009 ngx_buf_t b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5010 ngx_chain_t cl;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5011
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5012 ngx_memzero(&b, sizeof(ngx_buf_t));
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5013
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5014 b.memory = 1;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5015 b.pos = buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5016 b.last = buf + size;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5017
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5018 cl.buf = &b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5019 cl.next = NULL;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5020
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5021 if (ngx_quic_stream_send_chain(c, &cl, 0) == NGX_CHAIN_ERROR) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5022 return NGX_ERROR;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5023 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5024
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5025 if (b.pos == buf) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5026 return NGX_AGAIN;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5027 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5028
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5029 return b.pos - buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5030 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5031
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5032
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5033 static ngx_chain_t *
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5034 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in, off_t limit)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5035 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5036 u_char *p;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5037 size_t n, max, max_frame, max_flow, max_limit, len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5038 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5039 size_t sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5040 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5041 ngx_buf_t *b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5042 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5043 ngx_uint_t nframes;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5044 #endif
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5045 ngx_event_t *wev;
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5046 ngx_chain_t *cl;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5047 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5048 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5049 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5050 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5051
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5052 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5053 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5054 qc = pc->quic;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5055 wev = c->write;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5056
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5057 if (wev->error) {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5058 return NGX_CHAIN_ERROR;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5059 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5060
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5061 max_frame = ngx_quic_max_stream_frame(qc);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5062 max_flow = ngx_quic_max_stream_flow(c);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5063 max_limit = limit;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5064
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5065 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5066 sent = 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5067 nframes = 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5068 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5069
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5070 for ( ;; ) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5071 max = ngx_min(max_frame, max_flow);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5072
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5073 if (limit) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5074 max = ngx_min(max, max_limit);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5075 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5076
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5077 for (cl = in, n = 0; in; in = in->next) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5078
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5079 if (!ngx_buf_in_memory(in->buf)) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5080 continue;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5081 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5082
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5083 n += ngx_buf_size(in->buf);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5084
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5085 if (n > max) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5086 n = max;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5087 break;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5088 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5089 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5090
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5091 if (n == 0) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5092 wev->ready = (max_flow ? 1 : 0);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5093 break;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5094 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5095
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5096 frame = ngx_quic_alloc_frame(pc, n);
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5097 if (frame == NULL) {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5098 return NGX_CHAIN_ERROR;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5099 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5100
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5101 frame->level = ssl_encryption_application;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5102 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5103 frame->u.stream.off = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5104 frame->u.stream.len = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5105 frame->u.stream.fin = 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5106
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5107 frame->u.stream.type = frame->type;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5108 frame->u.stream.stream_id = qs->id;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5109 frame->u.stream.offset = c->sent;
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5110 frame->u.stream.length = n;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5111 frame->u.stream.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5112
8541 dcbb58e7ed11 QUIC: added logging output stream frame offset. Roman Arutyunyan <arut@nginx.com> parents: 8540 diff changeset	5113 ngx_sprintf(frame->info, "STREAM id:0x%xL offset:%O len:%uz level:%d",
dcbb58e7ed11 QUIC: added logging output stream frame offset. Roman Arutyunyan <arut@nginx.com> parents: 8540 diff changeset	5114 qs->id, c->sent, n, frame->level);
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5115
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5116 c->sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5117 qc->streams.sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5118 max_flow -= n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5119
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5120 if (limit) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5121 max_limit -= n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5122 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5123
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5124 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5125 sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5126 nframes++;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5127 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5128
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5129 for (p = frame->data; n > 0; cl = cl->next) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5130 b = cl->buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5131
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5132 if (!ngx_buf_in_memory(b)) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5133 continue;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5134 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5135
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5136 len = ngx_min(n, (size_t) (b->last - b->pos));
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5137 p = ngx_cpymem(p, b->pos, len);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5138
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5139 b->pos += len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5140 n -= len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5141 }
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5142
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5143 ngx_quic_queue_frame(qc, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5144 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5145
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5146 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5147 "quic send_chain sent:%uz, frames:%ui", sent, nframes);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5148
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5149 return in;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5150 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5151
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5152
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5153 static size_t
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5154 ngx_quic_max_stream_frame(ngx_quic_connection_t *qc)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5155 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5156 /*
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5157 * we need to fit at least 1 frame into a packet, thus account head/tail;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5158 * 25 = 1 + 8x3 is max header for STREAM frame, with 1 byte for frame type
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5159 */
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5160
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5161 return qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_SHORT_HEADER - 25
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5162 - EVP_GCM_TLS_TAG_LEN;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5163 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5164
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5165
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5166 static size_t
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5167 ngx_quic_max_stream_flow(ngx_connection_t *c)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5168 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5169 size_t size;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5170 uint64_t sent, unacked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5171 ngx_quic_stream_t *qs;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5172 ngx_quic_connection_t *qc;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5173
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5174 qs = c->qs;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5175 qc = qs->parent->quic;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5176
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5177 size = NGX_QUIC_STREAM_BUFSIZE;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5178 sent = c->sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5179 unacked = sent - qs->acked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5180
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5181 if (qc->streams.send_max_data == 0) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5182 qc->streams.send_max_data = qc->ctp.initial_max_data;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5183 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5184
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5185 if (unacked >= NGX_QUIC_STREAM_BUFSIZE) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5186 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5187 "quic send flow hit buffer size");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5188 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5189 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5190
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5191 if (unacked + size > NGX_QUIC_STREAM_BUFSIZE) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5192 size = NGX_QUIC_STREAM_BUFSIZE - unacked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5193 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5194
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5195 if (qc->streams.sent >= qc->streams.send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5196 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5197 "quic send flow hit MAX_DATA");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5198 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5199 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5200
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5201 if (qc->streams.sent + size > qc->streams.send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5202 size = qc->streams.send_max_data - qc->streams.sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5203 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5204
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5205 if (sent >= qs->send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5206 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5207 "quic send flow hit MAX_STREAM_DATA");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5208 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5209 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5210
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5211 if (sent + size > qs->send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5212 size = qs->send_max_data - sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5213 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5214
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5215 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5216 "quic send flow: %uz", size);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5217
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5218 return size;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5219 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5220
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5221
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5222 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5223 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5224 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5225 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5226
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5227 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5228 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5229 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5230 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5231
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5232 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5233 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5234 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5235
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5236 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	5237 "quic stream id 0x%xL cleanup", qs->id);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5238
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5239 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
8348 d42b50d239f4 Fixed memory leak with reordered stream frames. Vladimir Homutov <vl@nginx.com> parents: 8346 diff changeset	5240 ngx_quic_free_frames(pc, &qs->fs.frames);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5241
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5242 if (qc->closing) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	5243 /* schedule handler call to continue ngx_quic_close_connection() */
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5244 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5245 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5246 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5247
8528 97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5248 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5249 \|\| (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0)
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5250 {
8539 62db595a86b5 QUIC: do not send STOP_SENDING after STREAM fin. Roman Arutyunyan <arut@nginx.com> parents: 8538 diff changeset	5251 if (!c->read->pending_eof && !c->read->error) {
8528 97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5252 frame = ngx_quic_alloc_frame(pc, 0);
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5253 if (frame == NULL) {
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5254 return;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5255 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5256
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5257 frame->level = ssl_encryption_application;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5258 frame->type = NGX_QUIC_FT_STOP_SENDING;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5259 frame->u.stop_sending.id = qs->id;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5260 frame->u.stop_sending.error_code = 0x100; /* HTTP/3 no error */
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5261
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5262 ngx_sprintf(frame->info, "STOP_SENDING id:0x%xL err:0x%xL level:%d",
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5263 qs->id, frame->u.stop_sending.error_code, frame->level);
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5264
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5265 ngx_quic_queue_frame(qc, frame);
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5266 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5267 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5268
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5269 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5270 frame = ngx_quic_alloc_frame(pc, 0);
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5271 if (frame == NULL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5272 return;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5273 }
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5274
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5275 frame->level = ssl_encryption_application;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5276 frame->type = NGX_QUIC_FT_MAX_STREAMS;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5277
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5278 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5279 frame->u.max_streams.limit = ++qc->streams.client_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5280 frame->u.max_streams.bidi = 0;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5281
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5282 } else {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5283 frame->u.max_streams.limit = ++qc->streams.client_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5284 frame->u.max_streams.bidi = 1;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5285 }
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5286
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5287 ngx_sprintf(frame->info, "MAX_STREAMS limit:%uL bidi:%ui level=%d",
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5288 frame->u.max_streams.limit,
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5289 frame->u.max_streams.bidi,
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5290 (int) frame->level);
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5291
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5292 ngx_quic_queue_frame(qc, frame);
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5293
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5294 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5295 /* do not send fin for client unidirectional streams */
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5296 return;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5297 }
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5298 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5299
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5300 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	5301 "quic stream id 0x%xL send fin", qs->id);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5302
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5303 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5304 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5305 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5306 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5307
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5308 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5309 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5310 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5311 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5312 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5313
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5314 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5315 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5316 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5317 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5318 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5319
8541 dcbb58e7ed11 QUIC: added logging output stream frame offset. Roman Arutyunyan <arut@nginx.com> parents: 8540 diff changeset	5320 ngx_sprintf(frame->info, "STREAM id:0x%xL offset:%O fin:1 level:%d",
dcbb58e7ed11 QUIC: added logging output stream frame offset. Roman Arutyunyan <arut@nginx.com> parents: 8540 diff changeset	5321 qs->id, c->sent, frame->level);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5322
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5323 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	5324
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	5325 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5326 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5327
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5328
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5329 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5330 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5331 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5332 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5333 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5334 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5335 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5336
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5337 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5338 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5339 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5340 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5341 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5342
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5343 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5344 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5345 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5346
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5347 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5348
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5349 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5350
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5351 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5352 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5353
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5354 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5355
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5356 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5357 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5358 "quic reuse frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5359 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5360
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5361 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5362 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5363 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5364 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5365 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5366 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5367
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5368 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5369 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5370 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5371
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5372 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5373 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5374 "quic alloc frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5375 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5376 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5377
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5378 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5379
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5380 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5381
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5382 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5383 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5384
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5385
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5386 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5387 ngx_quic_congestion_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5388 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5389 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5390 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5391 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5392
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5393 if (f->plen == 0) {
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5394 return;
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5395 }
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5396
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5397 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5398 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5399
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5400 cg->in_flight -= f->plen;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5401
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5402 timer = f->last - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5403
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5404 if ((ngx_msec_int_t) timer <= 0) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5405 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5406 "quic congestion ack recovery win:%uz, ss:%uz, if:%uz",
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5407 cg->window, cg->ssthresh, cg->in_flight);
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5408
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5409 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5410 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5411
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5412 if (cg->window < cg->ssthresh) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5413 cg->window += f->plen;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5414
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5415 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5416 "quic congestion slow start win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5417 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5418
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5419 } else {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5420 cg->window += qc->tp.max_udp_payload_size * f->plen / cg->window;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5421
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5422 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5423 "quic congestion avoidance win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5424 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5425 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5426
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5427 /* prevent recovery_start from wrapping */
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5428
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5429 timer = cg->recovery_start - ngx_current_msec + qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5430
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5431 if ((ngx_msec_int_t) timer < 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5432 cg->recovery_start = ngx_current_msec - qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5433 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5434 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5435
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5436
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5437 static void
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5438 ngx_quic_congestion_lost(ngx_connection_t c, ngx_quic_frame_t f)
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5439 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5440 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5441 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5442 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5443
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5444 if (f->plen == 0) {
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5445 return;
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5446 }
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5447
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5448 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5449 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5450
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5451 cg->in_flight -= f->plen;
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5452
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5453 timer = f->last - cg->recovery_start;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5454
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5455 if ((ngx_msec_int_t) timer <= 0) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5456 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5457 "quic congestion lost recovery win:%uz, ss:%uz, if:%uz",
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5458 cg->window, cg->ssthresh, cg->in_flight);
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5459
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5460 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5461 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5462
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5463 cg->recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5464 cg->window /= 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5465
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	5466 if (cg->window < qc->tp.max_udp_payload_size * 2) {
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	5467 cg->window = qc->tp.max_udp_payload_size * 2;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5468 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5469
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5470 cg->ssthresh = cg->window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5471
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5472 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5473 "quic congestion lost win:%uz, ss:%uz, if:%uz",
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5474 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5475 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5476
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5477
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5478 static void
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5479 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5480 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5481 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5482
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5483 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5484
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5485 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5486 ngx_free(frame->data);
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	5487 frame->data = NULL;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5488 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5489
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5490 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5491
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5492 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5493 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5494 "quic free frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5495 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5496 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8603:c5ea341f705a quic