nginx: src/event/ngx_event

annotate src/event/ngx_event_quic.c @ 8623:8550b91e8e35 quic

QUIC: added proper logging of special values. A number of unsigned variables has a special value, usually -1 or some maximum, which produces huge numeric value in logs and makes them hard to read. In order to distinguish such values in log, they are casted to the signed type and printed as literal '-1'.

author	Vladimir Homutov <vl@nginx.com>
date	Fri, 06 Nov 2020 18:21:31 +0300
parents	183275308d9a
children	340cd26158fb

rev	line source
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2 /*
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	3 * Copyright (C) Nginx, Inc.
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	4 */
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	5
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	6
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	9 #include <ngx_event.h>
8486 d0ac4449a07f QUIC: fixed bulding perl module by reducing header pollution. Sergey Kandaurov <pluknet@nginx.com> parents: 8483 diff changeset	10 #include <ngx_event_quic_transport.h>
d0ac4449a07f QUIC: fixed bulding perl module by reducing header pollution. Sergey Kandaurov <pluknet@nginx.com> parents: 8483 diff changeset	11 #include <ngx_event_quic_protection.h>
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	12
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	13
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	14 /* 0-RTT and 1-RTT data exist in the same packet number space,
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	15 * so we have 3 packet number spaces:
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	16 *
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	17 * 0 - Initial
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	18 * 1 - Handshake
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	19 * 2 - 0-RTT and 1-RTT
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	20 */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	21 #define ngx_quic_get_send_ctx(qc, level) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	22 ((level) == ssl_encryption_initial) ? &((qc)->send_ctx[0]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	23 : (((level) == ssl_encryption_handshake) ? &((qc)->send_ctx[1]) \
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	24 : &((qc)->send_ctx[2]))
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	25
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	26 #define NGX_QUIC_SEND_CTX_LAST (NGX_QUIC_ENCRYPTION_LAST - 1)
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	27
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	28 #define NGX_QUIC_STREAMS_INC 16
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	29 #define NGX_QUIC_STREAMS_LIMIT (1ULL < 60)
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	30
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	31 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	32 * 7.4. Cryptographic Message Buffering
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	33 * Implementations MUST support buffering at least 4096 bytes of data
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	34 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	35 #define NGX_QUIC_MAX_BUFFERED 65535
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	36
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	37 #define NGX_QUIC_STREAM_GONE (void *) -1
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	38
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	39 #define NGX_QUIC_UNSET_PN (uint64_t) -1
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	40
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	41 /*
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	42 * Endpoints MUST discard packets that are too small to be valid QUIC
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	43 * packets. With the set of AEAD functions defined in [QUIC-TLS],
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	44 * packets that are smaller than 21 bytes are never valid.
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	45 */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	46 #define NGX_QUIC_MIN_PKT_LEN 21
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	47
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	48 #define NGX_QUIC_MIN_SR_PACKET 43 /* 5 random + 16 srt + 22 padding */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	49 #define NGX_QUIC_MAX_SR_PACKET 1200
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	50
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	51 #define NGX_QUIC_MAX_ACK_GAP 2
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	52
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	53 #define ngx_quic_level_name(lvl) \
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	54 (lvl == ssl_encryption_application) ? "app" \
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	55 : (lvl == ssl_encryption_initial) ? "init" \
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	56 : (lvl == ssl_encryption_handshake) ? "hs" : "early"
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	57
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	58
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	59 typedef struct {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	60 ngx_rbtree_t tree;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	61 ngx_rbtree_node_t sentinel;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	62
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	63 uint64_t received;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	64 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	65 uint64_t recv_max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	66 uint64_t send_max_data;
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	67
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	68 uint64_t server_max_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	69 uint64_t server_max_streams_bidi;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	70 uint64_t server_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	71 uint64_t server_streams_bidi;
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	72
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	73 uint64_t client_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	74 uint64_t client_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	75 uint64_t client_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	76 uint64_t client_streams_bidi;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	77 } ngx_quic_streams_t;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	78
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	79
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	80 typedef struct {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	81 size_t in_flight;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	82 size_t window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	83 size_t ssthresh;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	84 ngx_msec_t recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	85 } ngx_quic_congestion_t;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	86
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	87
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	88 /*
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	89 * 12.3. Packet Numbers
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	90 *
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	91 * Conceptually, a packet number space is the context in which a packet
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	92 * can be processed and acknowledged. Initial packets can only be sent
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	93 * with Initial packet protection keys and acknowledged in packets which
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	94 * are also Initial packets.
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	95 */
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	96 typedef struct {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	97 enum ssl_encryption_level_t level;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	98
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	99 uint64_t pnum; /* to be sent */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	100 uint64_t largest_ack; /* received from peer */
d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	101 uint64_t largest_pn; /* received from peer */
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	102
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	103 ngx_queue_t frames;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	104 ngx_queue_t sent;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	105
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	106 uint64_t pending_ack; /* non sent ack-eliciting */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	107 uint64_t largest_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	108 uint64_t first_range;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	109 ngx_msec_t largest_received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	110 ngx_msec_t ack_delay_start;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	111 ngx_uint_t nranges;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	112 ngx_quic_ack_range_t ranges[NGX_QUIC_MAX_RANGES];
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	113 ngx_uint_t send_ack;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	114 } ngx_quic_send_ctx_t;
8307 dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	115
dc7ac778aafe Introduced packet namespace in QUIC connection. Vladimir Homutov <vl@nginx.com> parents: 8306 diff changeset	116
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	117 struct ngx_quic_connection_s {
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	118 ngx_str_t scid; /* initial client ID */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	119 ngx_str_t dcid; /* server (our own) ID */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	120 ngx_str_t odcid; /* original server ID */
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	121 ngx_str_t token;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	122
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	123 ngx_queue_t client_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	124 ngx_queue_t free_client_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	125 ngx_uint_t nclient_ids;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	126 uint64_t max_retired_seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	127 uint64_t curr_seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	128
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	129 ngx_uint_t client_tp_done;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	130 ngx_quic_tp_t tp;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	131 ngx_quic_tp_t ctp;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	132
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	133 ngx_quic_send_ctx_t send_ctx[NGX_QUIC_SEND_CTX_LAST];
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	134
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	135 ngx_quic_frames_stream_t crypto[NGX_QUIC_ENCRYPTION_LAST];
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	136
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	137 ngx_quic_keys_t *keys;
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	138
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	139 ngx_quic_conf_t *conf;
0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	140
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	141 ngx_event_t push;
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	142 ngx_event_t pto;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	143 ngx_event_t close;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	144 ngx_queue_t free_frames;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	145 ngx_msec_t last_cc;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	146
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	147 ngx_msec_t latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	148 ngx_msec_t avg_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	149 ngx_msec_t min_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	150 ngx_msec_t rttvar;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	151
8518 f9b1a4e52597 QUIC: changed c->quic->pto_count type to ngx_uint_t. Sergey Kandaurov <pluknet@nginx.com> parents: 8517 diff changeset	152 ngx_uint_t pto_count;
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	153
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	154 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	155 ngx_uint_t nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	156 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	157
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	158 ngx_quic_streams_t streams;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	159 ngx_quic_congestion_t congestion;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	160 size_t received;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	161
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	162 ngx_uint_t error;
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	163 enum ssl_encryption_level_t error_level;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	164 ngx_uint_t error_ftype;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	165 const char *error_reason;
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	166
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	167 unsigned error_app:1;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	168 unsigned send_timer_set:1;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	169 unsigned closing:1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	170 unsigned draining:1;
8319 29354c6fc5f2 TLS Key Update in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8316 diff changeset	171 unsigned key_phase:1;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	172 unsigned in_retry:1;
8397 1245e274b9ba Avoided excessive definitions for connection state. Vladimir Homutov <vl@nginx.com> parents: 8394 diff changeset	173 unsigned initialized:1;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	174 unsigned validated:1;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	175 };
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	176
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	177
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	178 typedef struct {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	179 ngx_queue_t queue;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	180 uint64_t seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	181 size_t len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	182 u_char id[NGX_QUIC_CID_LEN_MAX];
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	183 u_char sr_token[NGX_QUIC_SR_TOKEN_LEN];
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	184 } ngx_quic_client_id_t;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	185
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	186
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	187 typedef ngx_int_t (ngx_quic_frame_handler_pt)(ngx_connection_t c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	188 ngx_quic_frame_t frame, void data);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	189
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	190
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	191 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	192 static int ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	193 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	194 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	195 static int ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	196 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	197 const uint8_t *secret, size_t secret_len);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	198 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	199 static int ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	200 enum ssl_encryption_level_t level, const uint8_t *read_secret,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	201 const uint8_t *write_secret, size_t secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	202 #endif
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	203
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	204 static int ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	205 enum ssl_encryption_level_t level, const uint8_t *data, size_t len);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	206 static int ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	207 static int ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	208 enum ssl_encryption_level_t level, uint8_t alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	209
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	210
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	211 static ngx_quic_connection_t ngx_quic_new_connection(ngx_connection_t c,
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	212 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	213 static ngx_int_t ngx_quic_send_stateless_reset(ngx_connection_t *c,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	214 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	215 static ngx_int_t ngx_quic_process_stateless_reset(ngx_connection_t *c,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	216 ngx_quic_header_t *pkt);
8522 fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	217 static ngx_int_t ngx_quic_negotiate_version(ngx_connection_t *c,
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	218 ngx_quic_header_t *inpkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	219 static ngx_int_t ngx_quic_new_dcid(ngx_connection_t *c,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	220 ngx_quic_connection_t qc, ngx_str_t odcid);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	221 static ngx_int_t ngx_quic_send_retry(ngx_connection_t *c);
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	222 static ngx_int_t ngx_quic_new_token(ngx_connection_t c, ngx_str_t token);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	223 static ngx_int_t ngx_quic_validate_token(ngx_connection_t *c,
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	224 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	225 static ngx_int_t ngx_quic_init_connection(ngx_connection_t *c);
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	226 static ngx_inline size_t ngx_quic_max_udp_payload(ngx_connection_t *c);
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	227 static void ngx_quic_input_handler(ngx_event_t *rev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	228
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	229 static void ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	230 static ngx_int_t ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	231 static void ngx_quic_close_timer_handler(ngx_event_t *ev);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	232 static ngx_int_t ngx_quic_close_streams(ngx_connection_t *c,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	233 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	234
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	235 static ngx_int_t ngx_quic_input(ngx_connection_t c, ngx_buf_t b,
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	236 ngx_quic_conf_t *conf);
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	237 static ngx_int_t ngx_quic_process_packet(ngx_connection_t *c,
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	238 ngx_quic_conf_t conf, ngx_quic_header_t pkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	239 static ngx_int_t ngx_quic_init_secrets(ngx_connection_t *c);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	240 static void ngx_quic_discard_ctx(ngx_connection_t *c,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	241 enum ssl_encryption_level_t level);
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	242 static ngx_int_t ngx_quic_check_peer(ngx_quic_connection_t *qc,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	243 ngx_quic_header_t *pkt);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	244 static ngx_int_t ngx_quic_payload_handler(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	245 ngx_quic_header_t *pkt);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	246 static ngx_int_t ngx_quic_ack_packet(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	247 ngx_quic_header_t *pkt);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	248 static ngx_int_t ngx_quic_send_ack_range(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	249 ngx_quic_send_ctx_t *ctx, uint64_t smallest, uint64_t largest);
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	250 static void ngx_quic_drop_ack_ranges(ngx_connection_t *c,
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	251 ngx_quic_send_ctx_t *ctx, uint64_t pn);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	252 static ngx_int_t ngx_quic_send_ack(ngx_connection_t *c,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	253 ngx_quic_send_ctx_t *ctx);
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	254 static ngx_int_t ngx_quic_send_cc(ngx_connection_t *c);
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	255 static ngx_int_t ngx_quic_send_new_token(ngx_connection_t *c);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	256
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	257 static ngx_int_t ngx_quic_handle_ack_frame(ngx_connection_t *c,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	258 ngx_quic_header_t pkt, ngx_quic_ack_frame_t f);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	259 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	260 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	261 ngx_msec_t *send_time);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	262 static void ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	263 enum ssl_encryption_level_t level, ngx_msec_t send_time);
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	264 static ngx_inline ngx_msec_t ngx_quic_pto(ngx_connection_t *c,
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	265 ngx_quic_send_ctx_t *ctx);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	266 static void ngx_quic_handle_stream_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	267 ngx_quic_frame_t *f);
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	268
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	269 static ngx_int_t ngx_quic_handle_ordered_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	270 ngx_quic_frames_stream_t fs, ngx_quic_frame_t frame,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	271 ngx_quic_frame_handler_pt handler, void *data);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	272 static ngx_int_t ngx_quic_adjust_frame_offset(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	273 ngx_quic_frame_t *f, uint64_t offset_in);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	274 static ngx_int_t ngx_quic_buffer_frame(ngx_connection_t *c,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	275 ngx_quic_frames_stream_t stream, ngx_quic_frame_t f);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	276
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	277 static ngx_int_t ngx_quic_handle_crypto_frame(ngx_connection_t *c,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	278 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	279 static ngx_int_t ngx_quic_crypto_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	280 ngx_quic_frame_t frame, void data);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	281 static ngx_int_t ngx_quic_handle_stream_frame(ngx_connection_t *c,
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	282 ngx_quic_header_t pkt, ngx_quic_frame_t frame);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	283 static ngx_int_t ngx_quic_stream_input(ngx_connection_t *c,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	284 ngx_quic_frame_t frame, void data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	285
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	286 static ngx_int_t ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	287 ngx_quic_max_data_frame_t *f);
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	288 static ngx_int_t ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	289 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	290 static ngx_int_t ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	291 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f);
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	292 static ngx_int_t ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	293 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f);
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	294 static ngx_int_t ngx_quic_handle_reset_stream_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	295 ngx_quic_header_t pkt, ngx_quic_reset_stream_frame_t f);
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	296 static ngx_int_t ngx_quic_handle_stop_sending_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	297 ngx_quic_header_t pkt, ngx_quic_stop_sending_frame_t f);
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	298 static ngx_int_t ngx_quic_handle_max_streams_frame(ngx_connection_t *c,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	299 ngx_quic_header_t pkt, ngx_quic_max_streams_frame_t f);
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	300 static ngx_int_t ngx_quic_handle_path_challenge_frame(ngx_connection_t *c,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	301 ngx_quic_header_t pkt, ngx_quic_path_challenge_frame_t f);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	302 static ngx_int_t ngx_quic_handle_new_connection_id_frame(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	303 ngx_quic_header_t pkt, ngx_quic_new_conn_id_frame_t f);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	304 static ngx_int_t ngx_quic_retire_connection_id(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	305 enum ssl_encryption_level_t level, uint64_t seqnum);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	306 static ngx_quic_client_id_t ngx_quic_alloc_connection_id(ngx_connection_t c,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	307 ngx_quic_connection_t *qc);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	308
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	309 static void ngx_quic_queue_frame(ngx_quic_connection_t *qc,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	310 ngx_quic_frame_t *frame);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	311
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	312 static ngx_int_t ngx_quic_output(ngx_connection_t *c);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	313 static ngx_int_t ngx_quic_output_frames(ngx_connection_t *c,
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	314 ngx_quic_send_ctx_t *ctx);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	315 static void ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames);
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	316 static ngx_int_t ngx_quic_send_frames(ngx_connection_t *c,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	317 ngx_quic_send_ctx_t ctx, ngx_queue_t frames);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	318
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	319 static void ngx_quic_set_packet_number(ngx_quic_header_t *pkt,
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	320 ngx_quic_send_ctx_t *ctx);
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	321 static void ngx_quic_pto_handler(ngx_event_t *ev);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	322 static void ngx_quic_lost_handler(ngx_event_t *ev);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	323 static ngx_int_t ngx_quic_detect_lost(ngx_connection_t *c);
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	324 static void ngx_quic_resend_frames(ngx_connection_t *c,
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	325 ngx_quic_send_ctx_t *ctx);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	326 static void ngx_quic_push_handler(ngx_event_t *ev);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	327
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	328 static void ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	329 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	330 static ngx_quic_stream_t ngx_quic_find_stream(ngx_rbtree_t rbtree,
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	331 uint64_t id);
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	332 static ngx_quic_stream_t ngx_quic_create_client_stream(ngx_connection_t c,
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	333 uint64_t id);
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	334 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	335 uint64_t id, size_t rcvbuf_size);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	336 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	337 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	338 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	339 size_t size);
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	340 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	341 ngx_chain_t *in, off_t limit);
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	342 static size_t ngx_quic_max_stream_frame(ngx_quic_connection_t *qc);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	343 static size_t ngx_quic_max_stream_flow(ngx_connection_t *c);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	344 static void ngx_quic_stream_cleanup_handler(void *data);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	345 static ngx_quic_frame_t ngx_quic_alloc_frame(ngx_connection_t c, size_t size);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	346 static void ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame);
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	347
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	348 static void ngx_quic_congestion_ack(ngx_connection_t *c,
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	349 ngx_quic_frame_t *frame);
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	350 static void ngx_quic_congestion_lost(ngx_connection_t *c,
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	351 ngx_quic_frame_t *frame);
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	352
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	353
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	354 static SSL_QUIC_METHOD quic_method = {
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	355 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	356 ngx_quic_set_read_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	357 ngx_quic_set_write_secret,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	358 #else
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	359 ngx_quic_set_encryption_secrets,
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	360 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	361 ngx_quic_add_handshake_data,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	362 ngx_quic_flush_flight,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	363 ngx_quic_send_alert,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	364 };
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	365
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	366
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	367 #if (NGX_DEBUG)
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	368
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	369 static void
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	370 ngx_quic_log_frame(ngx_log_t log, ngx_quic_frame_t f, ngx_uint_t tx)
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	371 {
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	372 u_char p, last, pos, end;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	373 ssize_t n;
8614 3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	374 uint64_t gap, range, largest, smallest;
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	375 ngx_uint_t i;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	376 u_char buf[NGX_MAX_ERROR_STR];
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	377
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	378 p = buf;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	379 last = buf + sizeof(buf);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	380
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	381 switch (f->type) {
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	382
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	383 case NGX_QUIC_FT_CRYPTO:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	384 p = ngx_slprintf(p, last, "CRYPTO len:%uL off:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	385 f->u.crypto.length, f->u.crypto.offset);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	386 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	387
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	388 case NGX_QUIC_FT_PADDING:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	389 p = ngx_slprintf(p, last, "PADDING");
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	390 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	391
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	392 case NGX_QUIC_FT_ACK:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	393 case NGX_QUIC_FT_ACK_ECN:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	394
8614 3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	395 p = ngx_slprintf(p, last, "ACK n:%ui delay:%uL ",
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	396 f->u.ack.range_count, f->u.ack.delay);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	397
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	398 pos = f->u.ack.ranges_start;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	399 end = f->u.ack.ranges_end;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	400
8614 3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	401 largest = f->u.ack.largest;
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	402 smallest = f->u.ack.largest - f->u.ack.first_range;
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	403
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	404 if (largest == smallest) {
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	405 p = ngx_slprintf(p, last, "%uL", largest);
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	406
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	407 } else {
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	408 p = ngx_slprintf(p, last, "%uL-%uL", largest, smallest);
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	409 }
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	410
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	411 for (i = 0; i < f->u.ack.range_count; i++) {
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	412 n = ngx_quic_parse_ack_range(log, pos, end, &gap, &range);
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	413 if (n == NGX_ERROR) {
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	414 break;
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	415 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	416
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	417 pos += n;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	418
8614 3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	419 largest = smallest - gap - 2;
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	420 smallest = largest - range;
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	421
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	422 if (largest == smallest) {
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	423 p = ngx_slprintf(p, last, " %uL", largest);
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	424
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	425 } else {
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	426 p = ngx_slprintf(p, last, " %uL-%uL", largest, smallest);
3d79c08bb0f1 QUIC: changed ACK frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8613 diff changeset	427 }
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	428 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	429
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	430 if (f->type == NGX_QUIC_FT_ACK_ECN) {
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	431 p = ngx_slprintf(p, last, " ECN counters ect0:%uL ect1:%uL ce:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	432 f->u.ack.ect0, f->u.ack.ect1, f->u.ack.ce);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	433 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	434 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	435
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	436 case NGX_QUIC_FT_PING:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	437 p = ngx_slprintf(p, last, "PING");
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	438 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	439
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	440 case NGX_QUIC_FT_NEW_CONNECTION_ID:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	441 p = ngx_slprintf(p, last, "NCID seq:%uL retire:%uL len:%ud",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	442 f->u.ncid.seqnum, f->u.ncid.retire, f->u.ncid.len);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	443 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	444
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	445 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	446 p = ngx_slprintf(p, last, "RETIRE_CONNECTION_ID seqnum:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	447 f->u.retire_cid.sequence_number);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	448 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	449
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	450 case NGX_QUIC_FT_CONNECTION_CLOSE:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	451 case NGX_QUIC_FT_CONNECTION_CLOSE_APP:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	452 p = ngx_slprintf(p, last, "CONNECTION_CLOSE%s err:%ui",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	453 f->u.close.app ? "_APP" : "", f->u.close.error_code);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	454
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	455 if (f->u.close.reason.len) {
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	456 p = ngx_slprintf(p, last, " %V", &f->u.close.reason);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	457 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	458
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	459 if (f->type == NGX_QUIC_FT_CONNECTION_CLOSE) {
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	460 p = ngx_slprintf(p, last, " ft:%ui", f->u.close.frame_type);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	461 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	462
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	463
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	464 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	465
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	466 case NGX_QUIC_FT_STREAM0:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	467 case NGX_QUIC_FT_STREAM1:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	468 case NGX_QUIC_FT_STREAM2:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	469 case NGX_QUIC_FT_STREAM3:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	470 case NGX_QUIC_FT_STREAM4:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	471 case NGX_QUIC_FT_STREAM5:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	472 case NGX_QUIC_FT_STREAM6:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	473 case NGX_QUIC_FT_STREAM7:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	474
8615 27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	475 p = ngx_slprintf(p, last, "STREAM id:0x%xL", f->u.stream.stream_id);
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	476
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	477 if (f->u.stream.off) {
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	478 p = ngx_slprintf(p, last, " off:%uL", f->u.stream.offset);
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	479 }
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	480
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	481 if (f->u.stream.len) {
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	482 p = ngx_slprintf(p, last, " len:%uL", f->u.stream.length);
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	483 }
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	484
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	485 if (f->u.stream.fin) {
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	486 p = ngx_slprintf(p, last, " fin:1");
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	487 }
27e305834078 QUIC: changed STREAM frame debugging. Roman Arutyunyan <arut@nginx.com> parents: 8614 diff changeset	488
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	489 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	490
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	491 case NGX_QUIC_FT_MAX_DATA:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	492 p = ngx_slprintf(p, last, "MAX_DATA max_data:%uL on recv",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	493 f->u.max_data.max_data);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	494 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	495
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	496 case NGX_QUIC_FT_RESET_STREAM:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	497 p = ngx_slprintf(p, last, "RESET_STREAM"
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	498 " id:0x%xL error_code:0x%xL final_size:0x%xL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	499 f->u.reset_stream.id, f->u.reset_stream.error_code,
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	500 f->u.reset_stream.final_size);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	501 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	502
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	503 case NGX_QUIC_FT_STOP_SENDING:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	504 p = ngx_slprintf(p, last, "STOP_SENDING id:0x%xL err:0x%xL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	505 f->u.stop_sending.id, f->u.stop_sending.error_code);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	506 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	507
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	508 case NGX_QUIC_FT_STREAMS_BLOCKED:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	509 case NGX_QUIC_FT_STREAMS_BLOCKED2:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	510 p = ngx_slprintf(p, last, "STREAMS_BLOCKED limit:%uL bidi:%ui",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	511 f->u.streams_blocked.limit, f->u.streams_blocked.bidi);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	512 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	513
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	514 case NGX_QUIC_FT_MAX_STREAMS:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	515 case NGX_QUIC_FT_MAX_STREAMS2:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	516 p = ngx_slprintf(p, last, "MAX_STREAMS limit:%uL bidi:%ui",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	517 f->u.max_streams.limit, f->u.max_streams.bidi);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	518 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	519
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	520 case NGX_QUIC_FT_MAX_STREAM_DATA:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	521 p = ngx_slprintf(p, last, "MAX_STREAM_DATA id:0x%xL limit:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	522 f->u.max_stream_data.id, f->u.max_stream_data.limit);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	523 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	524
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	525
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	526 case NGX_QUIC_FT_DATA_BLOCKED:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	527 p = ngx_slprintf(p, last, "DATA_BLOCKED limit:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	528 f->u.data_blocked.limit);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	529 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	530
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	531 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	532 p = ngx_slprintf(p, last, "STREAM_DATA_BLOCKED id:0x%xL limit:%uL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	533 f->u.stream_data_blocked.id,
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	534 f->u.stream_data_blocked.limit);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	535 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	536
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	537 case NGX_QUIC_FT_PATH_CHALLENGE:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	538 p = ngx_slprintf(p, last, "PATH_CHALLENGE data:0x%xL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	539 (uint64_t ) &f->u.path_challenge.data);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	540 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	541
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	542 case NGX_QUIC_FT_PATH_RESPONSE:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	543 p = ngx_slprintf(p, last, "PATH_RESPONSE data:0x%xL",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	544 f->u.path_response);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	545 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	546
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	547 case NGX_QUIC_FT_NEW_TOKEN:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	548 p = ngx_slprintf(p, last, "NEW_TOKEN");
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	549 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	550
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	551 case NGX_QUIC_FT_HANDSHAKE_DONE:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	552 p = ngx_slprintf(p, last, "HANDSHAKE DONE");
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	553 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	554
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	555 default:
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	556 p = ngx_slprintf(p, last, "unknown type 0x%xi", f->type);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	557 break;
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	558 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	559
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	560 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, log, 0, "quic frame %s %s %*s",
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	561 tx ? "tx" : "rx", ngx_quic_level_name(f->level),
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	562 p - buf, buf);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	563 }
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	564
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	565
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	566 static void
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	567 ngx_quic_connstate_dbg(ngx_connection_t *c)
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	568 {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	569 u_char p, last;
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	570 ngx_quic_connection_t *qc;
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	571 u_char buf[NGX_MAX_ERROR_STR];
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	572
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	573 p = buf;
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	574 last = p + sizeof(buf);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	575
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	576 qc = c->quic;
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	577
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	578 p = ngx_slprintf(p, last, "state:");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	579
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	580 if (qc) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	581
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	582 if (qc->error) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	583 p = ngx_slprintf(p, last, "%s", qc->error_app ? " app" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	584 p = ngx_slprintf(p, last, " error:%ui", qc->error);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	585
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	586 if (qc->error_reason) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	587 p = ngx_slprintf(p, last, " \"%s\"", qc->error_reason);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	588 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	589 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	590
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	591 p = ngx_slprintf(p, last, "%s", qc->closing ? " closing" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	592 p = ngx_slprintf(p, last, "%s", qc->draining ? " draining" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	593 p = ngx_slprintf(p, last, "%s", qc->key_phase ? " kp" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	594 p = ngx_slprintf(p, last, "%s", qc->in_retry ? " retry" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	595 p = ngx_slprintf(p, last, "%s", qc->validated? " valid" : "");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	596
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	597 } else {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	598 p = ngx_slprintf(p, last, " early");
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	599 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	600
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	601 if (c->read->timer_set) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	602 p = ngx_slprintf(p, last,
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	603 qc && qc->send_timer_set ? " send:%M" : " read:%M",
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	604 c->read->timer.key - ngx_current_msec);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	605 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	606
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	607 if (qc) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	608
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	609 if (qc->push.timer_set) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	610 p = ngx_slprintf(p, last, " push:%M",
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	611 qc->push.timer.key - ngx_current_msec);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	612 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	613
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	614 if (qc->pto.timer_set) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	615 p = ngx_slprintf(p, last, " pto:%M",
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	616 qc->pto.timer.key - ngx_current_msec);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	617 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	618
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	619 if (qc->close.timer_set) {
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	620 p = ngx_slprintf(p, last, " close:%M",
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	621 qc->close.timer.key - ngx_current_msec);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	622 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	623 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	624
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	625 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	626 "quic %*s", p - buf, buf);
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	627 }
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	628
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	629 #else
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	630
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	631 #define ngx_quic_log_frame(log, f, tx)
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	632 #define ngx_quic_connstate_dbg(c)
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	633
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	634 #endif
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	635
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	636
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	637 #if BORINGSSL_API_VERSION >= 10
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	638
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	639 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	640 ngx_quic_set_read_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	641 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	642 const uint8_t *rsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	643 {
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	644 ngx_connection_t *c;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	645
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	646 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	647
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	648 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	649 "quic ngx_quic_set_read_secret() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	650 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	651 ngx_quic_hexdump(c->log, "quic read secret", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	652 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	653
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	654 return ngx_quic_keys_set_encryption_secret(c->pool, 0, c->quic->keys, level,
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	655 cipher, rsecret, secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	656 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	657
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	658
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	659 static int
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	660 ngx_quic_set_write_secret(ngx_ssl_conn_t *ssl_conn,
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	661 enum ssl_encryption_level_t level, const SSL_CIPHER *cipher,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	662 const uint8_t *wsecret, size_t secret_len)
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	663 {
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	664 ngx_connection_t *c;
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	665
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	666 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	667
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	668 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	669 "quic ngx_quic_set_write_secret() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	670 #ifdef NGX_QUIC_DEBUG_CRYPTO
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	671 ngx_quic_hexdump(c->log, "quic write secret", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	672 #endif
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	673
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	674 return ngx_quic_keys_set_encryption_secret(c->pool, 1, c->quic->keys, level,
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	675 cipher, wsecret, secret_len);
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	676 }
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	677
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	678 #else
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	679
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	680 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	681 ngx_quic_set_encryption_secrets(ngx_ssl_conn_t *ssl_conn,
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	682 enum ssl_encryption_level_t level, const uint8_t *rsecret,
69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	683 const uint8_t *wsecret, size_t secret_len)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	684 {
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	685 ngx_connection_t *c;
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	686 const SSL_CIPHER *cipher;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	687
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	688 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	689
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	690 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	691 "quic ngx_quic_set_encryption_secrets() level:%d", level);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	692 #ifdef NGX_QUIC_DEBUG_CRYPTO
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	693 ngx_quic_hexdump(c->log, "quic read secret", rsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	694 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	695
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	696 cipher = SSL_get_current_cipher(ssl_conn);
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	697
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	698 if (ngx_quic_keys_set_encryption_secret(c->pool, 0, c->quic->keys, level,
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	699 cipher, rsecret, secret_len)
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	700 != 1)
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	701 {
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	702 return 0;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	703 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	704
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	705 if (level == ssl_encryption_early_data) {
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	706 return 1;
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	707 }
2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	708
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	709 #ifdef NGX_QUIC_DEBUG_CRYPTO
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	710 ngx_quic_hexdump(c->log, "quic write secret", wsecret, secret_len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	711 #endif
8303 2ac03e80d013 TLS Early Data key derivation support. Sergey Kandaurov <pluknet@nginx.com> parents: 8302 diff changeset	712
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	713 return ngx_quic_keys_set_encryption_secret(c->pool, 1, c->quic->keys, level,
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	714 cipher, wsecret, secret_len);
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	715 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	716
8204 9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	717 #endif
9e0c30e1f7fb Compatibility with BoringSSL revised QUIC encryption secret APIs. Sergey Kandaurov <pluknet@nginx.com> parents: 8203 diff changeset	718
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	719
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	720 static int
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	721 ngx_quic_add_handshake_data(ngx_ssl_conn_t *ssl_conn,
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	722 enum ssl_encryption_level_t level, const uint8_t *data, size_t len)
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	723 {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	724 u_char p, end;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	725 size_t client_params_len, fsize, limit;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	726 const uint8_t *client_params;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	727 ngx_quic_frame_t *frame;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	728 ngx_connection_t *c;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	729 ngx_quic_connection_t *qc;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	730 ngx_quic_frames_stream_t *fs;
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	731
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	732 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	733 qc = c->quic;
ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	734
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	735 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	736 "quic ngx_quic_add_handshake_data");
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	737
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	738 if (!qc->client_tp_done) {
8438 a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	739 /*
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	740 * things to do once during handshake: check ALPN and transport
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	741 * parameters; we want to break handshake if something is wrong
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	742 * here;
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	743 */
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	744
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	745 #if defined(TLSEXT_TYPE_application_layer_protocol_negotiation)
8482 893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	746 if (qc->conf->require_alpn) {
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	747 unsigned int len;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	748 const unsigned char *data;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	749
8619 bb3f4f669417 QUIC: passing ssl_conn to SSL_get0_alpn_selected() directly. Sergey Kandaurov <pluknet@nginx.com> parents: 8617 diff changeset	750 SSL_get0_alpn_selected(ssl_conn, &data, &len);
8482 893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	751
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	752 if (len == 0) {
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	753 qc->error = 0x100 + SSL_AD_NO_APPLICATION_PROTOCOL;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	754 qc->error_reason = "unsupported protocol in ALPN extension";
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	755
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	756 ngx_log_error(NGX_LOG_INFO, c->log, 0,
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	757 "quic unsupported protocol in ALPN extension");
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	758 return 0;
893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	759 }
8438 a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	760 }
a2c34e77cfc1 QUIC: added ALPN checks. Vladimir Homutov <vl@nginx.com> parents: 8437 diff changeset	761 #endif
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	762
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	763 SSL_get_peer_quic_transport_params(ssl_conn, &client_params,
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	764 &client_params_len);
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	765
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	766 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	767 "quic SSL_get_peer_quic_transport_params():"
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	768 " params_len:%ui", client_params_len);
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	769
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	770 if (client_params_len == 0) {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	771 /* quic-tls 8.2 */
8447 97adb87f149b Get rid of hardcoded numbers used for quic handshake errors. Sergey Kandaurov <pluknet@nginx.com> parents: 8446 diff changeset	772 qc->error = NGX_QUIC_ERR_CRYPTO(SSL_AD_MISSING_EXTENSION);
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	773 qc->error_reason = "missing transport parameters";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	774
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	775 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	776 "missing transport parameters");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	777 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	778 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	779
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	780 p = (u_char *) client_params;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	781 end = p + client_params_len;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	782
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	783 if (ngx_quic_parse_transport_params(p, end, &qc->ctp, c->log)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	784 != NGX_OK)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	785 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	786 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	787 qc->error_reason = "failed to process transport parameters";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	788
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	789 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	790 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	791
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	792 if (qc->ctp.max_idle_timeout > 0
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	793 && qc->ctp.max_idle_timeout < qc->tp.max_idle_timeout)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	794 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	795 qc->tp.max_idle_timeout = qc->ctp.max_idle_timeout;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	796 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	797
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	798 if (qc->ctp.max_udp_payload_size < NGX_QUIC_MIN_INITIAL_SIZE
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	799 \|\| qc->ctp.max_udp_payload_size > NGX_QUIC_MAX_UDP_PAYLOAD_SIZE)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	800 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	801 qc->error = NGX_QUIC_ERR_TRANSPORT_PARAMETER_ERROR;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	802 qc->error_reason = "invalid maximum packet size";
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	803
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	804 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	805 "quic maximum packet size is invalid");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	806 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	807 }
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	808
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	809 if (qc->ctp.max_udp_payload_size > ngx_quic_max_udp_payload(c)) {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	810 qc->ctp.max_udp_payload_size = ngx_quic_max_udp_payload(c);
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	811 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	812 "quic client maximum packet size truncated");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	813 }
8432 391d06a51bc0 Limited max udp payload size for outgoing packets. Vladimir Homutov <vl@nginx.com> parents: 8431 diff changeset	814
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	815 #if (NGX_QUIC_DRAFT_VERSION >= 28)
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	816 if (qc->scid.len != qc->ctp.initial_scid.len
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	817 \|\| ngx_memcmp(qc->scid.data, qc->ctp.initial_scid.data,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	818 qc->scid.len) != 0)
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	819 {
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	820 ngx_log_error(NGX_LOG_INFO, c->log, 0,
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	821 "quic client initial_source_connection_id "
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	822 "mismatch");
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	823 return 0;
5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	824 }
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	825 #endif
6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	826
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	827 qc->streams.server_max_streams_bidi = qc->ctp.initial_max_streams_bidi;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	828 qc->streams.server_max_streams_uni = qc->ctp.initial_max_streams_uni;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	829
8435 5bc9229ec4cf QUIC: raise error on missing transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8434 diff changeset	830 qc->client_tp_done = 1;
8260 f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	831 }
f388c0ad3477 Added processing of client transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8259 diff changeset	832
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	833 /*
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	834 * we need to fit at least 1 frame into a packet, thus account head/tail;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	835 * 17 = 1 + 8x2 is max header for CRYPTO frame, with 1 byte for frame type
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	836 */
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	837 limit = qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_LONG_HEADER - 17
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	838 - EVP_GCM_TLS_TAG_LEN;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	839
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	840 fs = &qc->crypto[level];
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	841
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	842 p = (u_char *) data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	843 end = (u_char *) data + len;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	844
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	845 while (p < end) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	846
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	847 fsize = ngx_min(limit, (size_t) (end - p));
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	848
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	849 frame = ngx_quic_alloc_frame(c, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	850 if (frame == NULL) {
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	851 return 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	852 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	853
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	854 ngx_memcpy(frame->data, p, fsize);
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	855
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	856 frame->level = level;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	857 frame->type = NGX_QUIC_FT_CRYPTO;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	858 frame->u.crypto.offset = fs->sent;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	859 frame->u.crypto.length = fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	860 frame->u.crypto.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	861
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	862 fs->sent += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	863 p += fsize;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	864
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	865 ngx_quic_queue_frame(qc, frame);
8186 0a2683df5f11 Implemented improved version of quic_output(). Vladimir Homutov <vl@nginx.com> parents: 8185 diff changeset	866 }
8184 ec1f84996990 Split frame and packet generation into separate steps. Vladimir Homutov <vl@nginx.com> parents: 8183 diff changeset	867
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	868 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	869 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	870
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	871
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	872 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	873 ngx_quic_flush_flight(ngx_ssl_conn_t *ssl_conn)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	874 {
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	875 #if (NGX_DEBUG)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	876 ngx_connection_t *c;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	877
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	878 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	879
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	880 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	881 "quic ngx_quic_flush_flight()");
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	882 #endif
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	883 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	884 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	885
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	886
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	887 static int
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	888 ngx_quic_send_alert(ngx_ssl_conn_t *ssl_conn, enum ssl_encryption_level_t level,
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	889 uint8_t alert)
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	890 {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	891 ngx_connection_t *c;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	892 ngx_quic_connection_t *qc;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	893
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	894 c = ngx_ssl_get_connection((ngx_ssl_conn_t *) ssl_conn);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	895
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	896 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	897 "quic ngx_quic_send_alert() lvl:%d alert:%d",
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	898 (int) level, (int) alert);
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	899
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	900 qc = c->quic;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	901 if (qc == NULL) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	902 return 1;
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	903 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	904
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	905 qc->error_level = level;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	906 qc->error = NGX_QUIC_ERR_CRYPTO(alert);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	907 qc->error_reason = "TLS alert";
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	908 qc->error_app = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	909 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	910
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	911 if (ngx_quic_send_cc(c) != NGX_OK) {
8235 552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	912 return 0;
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	913 }
552d6868091b Implemented send_alert callback, CONNECTION_CLOSE writer. Sergey Kandaurov <pluknet@nginx.com> parents: 8234 diff changeset	914
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	915 return 1;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	916 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	917
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	918
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	919 void
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	920 ngx_quic_run(ngx_connection_t c, ngx_quic_conf_t conf)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	921 {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	922 ngx_int_t rc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	923
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	924 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic run");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	925
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	926 rc = ngx_quic_input(c, c->buffer, conf);
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	927 if (rc != NGX_OK) {
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	928 ngx_quic_close_connection(c, rc == NGX_DECLINED ? NGX_DONE : NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	929 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	930 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	931
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	932 ngx_add_timer(c->read, c->quic->in_retry ? NGX_QUIC_RETRY_TIMEOUT
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	933 : c->quic->tp.max_idle_timeout);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	934
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	935 c->read->handler = ngx_quic_input_handler;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	936
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	937 ngx_quic_connstate_dbg(c);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	938 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	939 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	940
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	941
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	942 static ngx_quic_connection_t *
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	943 ngx_quic_new_connection(ngx_connection_t c, ngx_quic_conf_t conf,
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	944 ngx_quic_header_t *pkt)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	945 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	946 ngx_uint_t i;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	947 ngx_quic_tp_t *ctp;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	948 ngx_quic_client_id_t *cid;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	949 ngx_quic_connection_t *qc;
8387 eebdda507ec3 Added tests for connection id lengths in initial packet. Vladimir Homutov <vl@nginx.com> parents: 8386 diff changeset	950
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	951 qc = ngx_pcalloc(c->pool, sizeof(ngx_quic_connection_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	952 if (qc == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	953 return NULL;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	954 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	955
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	956 qc->keys = ngx_quic_keys_new(c->pool);
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	957 if (qc->keys == NULL) {
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	958 return NULL;
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	959 }
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	960
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	961 ngx_rbtree_init(&qc->streams.tree, &qc->streams.sentinel,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	962 ngx_quic_rbtree_insert_stream);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	963
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	964 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	965 ngx_queue_init(&qc->send_ctx[i].frames);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	966 ngx_queue_init(&qc->send_ctx[i].sent);
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	967 qc->send_ctx[i].largest_pn = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	968 qc->send_ctx[i].largest_ack = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	969 qc->send_ctx[i].largest_range = NGX_QUIC_UNSET_PN;
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	970 qc->send_ctx[i].pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	971 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	972
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	973 qc->send_ctx[0].level = ssl_encryption_initial;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	974 qc->send_ctx[1].level = ssl_encryption_handshake;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	975 qc->send_ctx[2].level = ssl_encryption_application;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	976
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	977 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	978 ngx_queue_init(&qc->crypto[i].frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	979 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	980
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	981 ngx_queue_init(&qc->free_frames);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	982 ngx_queue_init(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	983 ngx_queue_init(&qc->free_client_ids);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	984
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	985 qc->avg_rtt = NGX_QUIC_INITIAL_RTT;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	986 qc->rttvar = NGX_QUIC_INITIAL_RTT / 2;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	987 qc->min_rtt = NGX_TIMER_INFINITE;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	988
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	989 /*
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	990 * qc->latest_rtt = 0
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	991 * qc->nclient_ids = 0
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	992 * qc->max_retired_seqnum = 0
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	993 */
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	994
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	995 qc->received = pkt->raw->last - pkt->raw->start;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	996
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	997 qc->pto.log = c->log;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	998 qc->pto.data = c;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	999 qc->pto.handler = ngx_quic_pto_handler;
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	1000 qc->pto.cancelable = 1;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	1001
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1002 qc->push.log = c->log;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1003 qc->push.data = c;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1004 qc->push.handler = ngx_quic_push_handler;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1005 qc->push.cancelable = 1;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	1006
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1007 qc->conf = conf;
0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1008 qc->tp = conf->tp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1009
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1010 ctp = &qc->ctp;
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1011 ctp->max_udp_payload_size = ngx_quic_max_udp_payload(c);
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1012 ctp->ack_delay_exponent = NGX_QUIC_DEFAULT_ACK_DELAY_EXPONENT;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1013 ctp->max_ack_delay = NGX_QUIC_DEFAULT_MAX_ACK_DELAY;
d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1014
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	1015 qc->streams.recv_max_data = qc->tp.initial_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	1016
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	1017 qc->streams.client_max_streams_uni = qc->tp.initial_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	1018 qc->streams.client_max_streams_bidi = qc->tp.initial_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	1019
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1020 qc->congestion.window = ngx_min(10 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1021 ngx_max(2 * qc->tp.max_udp_payload_size,
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1022 14720));
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	1023 qc->congestion.ssthresh = (size_t) -1;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	1024 qc->congestion.recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	1025
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1026 if (ngx_quic_new_dcid(c, qc, &pkt->dcid) != NGX_OK) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1027 return NULL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1028 }
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1029
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	1030 #if (NGX_QUIC_DRAFT_VERSION >= 28)
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1031 qc->tp.original_dcid = qc->odcid;
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	1032 #endif
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1033 qc->tp.initial_scid = qc->dcid;
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	1034
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1035 qc->scid.len = pkt->scid.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1036 qc->scid.data = ngx_pnalloc(c->pool, qc->scid.len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1037 if (qc->scid.data == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1038 return NULL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1039 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1040 ngx_memcpy(qc->scid.data, pkt->scid.data, qc->scid.len);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1041
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1042 cid = ngx_quic_alloc_connection_id(c, qc);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1043 if (cid == NULL) {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1044 return NULL;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1045 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1046
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1047 cid->seqnum = 0;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1048 cid->len = pkt->scid.len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1049 ngx_memcpy(cid->id, pkt->scid.data, pkt->scid.len);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1050
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1051 ngx_queue_insert_tail(&qc->client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1052 qc->nclient_ids++;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1053 qc->curr_seqnum = 0;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	1054
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1055 return qc;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1056 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1057
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1058
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1059 static ngx_int_t
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1060 ngx_quic_send_stateless_reset(ngx_connection_t c, ngx_quic_conf_t conf,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1061 ngx_quic_header_t *pkt)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1062 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1063 u_char *token;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1064 size_t len, max;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1065 uint16_t rndbytes;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1066 u_char buf[NGX_QUIC_MAX_SR_PACKET];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1067
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1068 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1069 "quic handle stateless reset output");
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1070
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1071 if (conf->sr_token_key.len == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1072 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1073 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1074
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1075 if (pkt->len <= NGX_QUIC_MIN_PKT_LEN) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1076 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1077 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1078
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1079 if (pkt->len <= NGX_QUIC_MIN_SR_PACKET) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1080 len = pkt->len - 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1081
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1082 } else {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1083 max = ngx_min(NGX_QUIC_MAX_SR_PACKET, pkt->len * 3);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1084
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1085 if (RAND_bytes((u_char *) &rndbytes, sizeof(rndbytes)) != 1) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1086 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1087 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1088
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1089 len = (rndbytes % (max - NGX_QUIC_MIN_SR_PACKET + 1))
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1090 + NGX_QUIC_MIN_SR_PACKET;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1091 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1092
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1093 if (RAND_bytes(buf, len - NGX_QUIC_SR_TOKEN_LEN) != 1) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1094 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1095 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1096
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1097 buf[0] &= ~NGX_QUIC_PKT_LONG;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1098 buf[0] \|= NGX_QUIC_PKT_FIXED_BIT;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1099
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1100 token = &buf[len - NGX_QUIC_SR_TOKEN_LEN];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1101
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1102 if (ngx_quic_new_sr_token(c, &pkt->dcid, &conf->sr_token_key, token)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1103 != NGX_OK)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1104 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1105 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1106 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1107
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1108 (void) c->send(c, buf, len);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1109
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1110 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1111 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1112
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1113
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1114 static ngx_int_t
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1115 ngx_quic_process_stateless_reset(ngx_connection_t c, ngx_quic_header_t pkt)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1116 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1117 u_char *tail, ch;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1118 ngx_uint_t i;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1119 ngx_queue_t *q;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1120 ngx_quic_client_id_t *cid;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1121 ngx_quic_connection_t *qc;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1122
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1123 qc = c->quic;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1124
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1125 /* A stateless reset uses an entire UDP datagram */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1126 if (pkt->raw->start != pkt->data) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1127 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1128 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1129
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1130 tail = pkt->raw->last - NGX_QUIC_SR_TOKEN_LEN;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1131
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1132 for (q = ngx_queue_head(&qc->client_ids);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1133 q != ngx_queue_sentinel(&qc->client_ids);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1134 q = ngx_queue_next(q))
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1135 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1136 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1137
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1138 if (cid->seqnum == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1139 /* no stateless reset token in initial connection id */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1140 continue;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1141 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1142
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1143 /* constant time comparison */
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1144
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1145 for (ch = 0, i = 0; i < NGX_QUIC_SR_TOKEN_LEN; i++) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1146 ch \|= tail[i] ^ cid->sr_token[i];
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1147 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1148
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1149 if (ch == 0) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1150 return NGX_OK;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1151 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1152 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1153
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1154 return NGX_DECLINED;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1155 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1156
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1157
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1158 static ngx_int_t
8522 fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1159 ngx_quic_negotiate_version(ngx_connection_t c, ngx_quic_header_t inpkt)
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1160 {
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1161 size_t len;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1162 ngx_quic_header_t pkt;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1163
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1164 /* buffer size is calculated assuming a single supported version */
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1165 static u_char buf[NGX_QUIC_MAX_LONG_HEADER + sizeof(uint32_t)];
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1166
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1167 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1168 "sending version negotiation packet");
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1169
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1170 pkt.log = c->log;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1171 pkt.flags = NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_FIXED_BIT;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1172 pkt.dcid = inpkt->scid;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1173 pkt.scid = inpkt->dcid;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1174
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1175 len = ngx_quic_create_version_negotiation(&pkt, buf);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1176
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1177 #ifdef NGX_QUIC_DEBUG_PACKETS
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1178 ngx_quic_hexdump(c->log, "quic vnego packet to send", buf, len);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1179 #endif
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1180
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1181 (void) c->send(c, buf, len);
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1182
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1183 return NGX_ERROR;
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1184 }
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1185
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1186
fc89d02bdca2 QUIC: added version negotiation support. Vladimir Homutov <vl@nginx.com> parents: 8519 diff changeset	1187 static ngx_int_t
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1188 ngx_quic_new_dcid(ngx_connection_t c, ngx_quic_connection_t qc,
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1189 ngx_str_t *odcid)
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1190 {
8557 2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	1191 qc->dcid.len = NGX_QUIC_SERVER_CID_LEN;
2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	1192 qc->dcid.data = ngx_pnalloc(c->pool, NGX_QUIC_SERVER_CID_LEN);
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1193 if (qc->dcid.data == NULL) {
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1194 return NGX_ERROR;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1195 }
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1196
8557 2727d402e5a5 QUIC: switched to using fixed-length server connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8556 diff changeset	1197 if (RAND_bytes(qc->dcid.data, NGX_QUIC_SERVER_CID_LEN) != 1) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1198 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1199 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1200
8382 b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1201 ngx_quic_hexdump(c->log, "quic server CID", qc->dcid.data, qc->dcid.len);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1202
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1203 qc->odcid.len = odcid->len;
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1204 qc->odcid.data = ngx_pstrdup(c->pool, odcid);
b7704303a7e5 Server CID change refactored. Sergey Kandaurov <pluknet@nginx.com> parents: 8381 diff changeset	1205 if (qc->odcid.data == NULL) {
8368 89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1206 return NGX_ERROR;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1207 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1208
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1209 return NGX_OK;
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1210 }
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1211
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1212
89ccb04736b9 Server CID change. Sergey Kandaurov <pluknet@nginx.com> parents: 8367 diff changeset	1213 static ngx_int_t
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1214 ngx_quic_send_retry(ngx_connection_t *c)
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1215 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1216 ssize_t len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1217 ngx_str_t res, token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1218 ngx_quic_header_t pkt;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1219 u_char buf[NGX_QUIC_RETRY_BUFFER_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1220
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1221 if (ngx_quic_new_token(c, &token) != NGX_OK) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1222 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1223 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1224
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1225 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1226 pkt.flags = NGX_QUIC_PKT_FIXED_BIT \| NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_RETRY;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1227 pkt.log = c->log;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1228 pkt.odcid = c->quic->odcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1229 pkt.dcid = c->quic->scid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1230 pkt.scid = c->quic->dcid;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1231 pkt.token = token;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1232
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1233 res.data = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1234
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	1235 if (ngx_quic_encrypt(&pkt, &res) != NGX_OK) {
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1236 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1237 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1238
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1239 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1240 ngx_quic_hexdump(c->log, "quic packet to send", res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1241 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1242
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1243 len = c->send(c, res.data, res.len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1244 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1245 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1246 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1247
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1248 c->quic->token = token;
8421 c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	1249 #if (NGX_QUIC_DRAFT_VERSION < 28)
c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	1250 c->quic->tp.original_dcid = c->quic->odcid;
c206233d9c29 Fixed transport parameters on a new connection with a valid token. Sergey Kandaurov <pluknet@nginx.com> parents: 8417 diff changeset	1251 #endif
8417 6633f17044eb QUIC draft-28 transport parameters support. Sergey Kandaurov <pluknet@nginx.com> parents: 8415 diff changeset	1252 c->quic->tp.retry_scid = c->quic->dcid;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1253 c->quic->in_retry = 1;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1254
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1255 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1256 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1257
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1258
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1259 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1260 ngx_quic_new_token(ngx_connection_t c, ngx_str_t token)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1261 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1262 int len, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1263 u_char data, p, key, iv;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1264 ngx_msec_t now;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1265 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1266 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1267 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1268 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1269 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1270 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1271 u_char in[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1272
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1273 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1274
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1275 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1276 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1277 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1278
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1279 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1280 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1281
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1282 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1283 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1284
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1285 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1286 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1287
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1288 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1289 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1290
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1291 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1292 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1293
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1294 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1295 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1296
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1297 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1298 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1299
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1300 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1301 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1302
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1303 p = ngx_cpymem(in, data, len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1304
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1305 now = ngx_current_msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1306 len += sizeof(now);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1307 ngx_memcpy(p, &now, sizeof(now));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1308
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1309 cipher = EVP_aes_256_cbc();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1310 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1311
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1312 token->len = iv_len + len + EVP_CIPHER_block_size(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1313 token->data = ngx_pnalloc(c->pool, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1314 if (token->data == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1315 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1316 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1317
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1318 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1319 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1320 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1321 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1322
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1323 key = c->quic->conf->token_key;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1324 iv = token->data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1325
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1326 if (RAND_bytes(iv, iv_len) <= 0
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1327 \|\| !EVP_EncryptInit_ex(ctx, cipher, NULL, key, iv))
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1328 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1329 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1330 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1331 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1332
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1333 token->len = iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1334
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1335 if (EVP_EncryptUpdate(ctx, token->data + token->len, &len, in, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1336 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1337 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1338 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1339
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1340 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1341
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1342 if (EVP_EncryptFinal_ex(ctx, token->data + token->len, &len) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1343 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1344 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1345 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1346
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1347 token->len += len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1348
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1349 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1350
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1351 #ifdef NGX_QUIC_DEBUG_PACKETS
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1352 ngx_quic_hexdump(c->log, "quic new token", token->data, token->len);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1353 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1354
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1355 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1356 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1357
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1358
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1359 static ngx_int_t
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1360 ngx_quic_validate_token(ngx_connection_t c, ngx_quic_header_t pkt)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1361 {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1362 int len, tlen, iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1363 u_char key, iv, p, data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1364 ngx_msec_t msec;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1365 EVP_CIPHER_CTX *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1366 const EVP_CIPHER *cipher;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1367 struct sockaddr_in *sin;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1368 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1369 struct sockaddr_in6 *sin6;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1370 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1371 ngx_quic_connection_t *qc;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1372 u_char tdec[NGX_QUIC_MAX_TOKEN_SIZE];
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1373
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1374 qc = c->quic;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1375
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1376 /* Retry token */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1377
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1378 if (qc->token.len) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1379 if (pkt->token.len != qc->token.len) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1380 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1381 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1382
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1383 if (ngx_memcmp(pkt->token.data, qc->token.data, pkt->token.len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1384 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1385 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1386
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1387 return NGX_OK;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1388 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1389
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1390 /* NEW_TOKEN in a previous connection */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1391
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1392 cipher = EVP_aes_256_cbc();
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	1393 key = c->quic->conf->token_key;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1394 iv = pkt->token.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1395 iv_len = EVP_CIPHER_iv_length(cipher);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1396
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1397 /* sanity checks */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1398
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1399 if (pkt->token.len < (size_t) iv_len + EVP_CIPHER_block_size(cipher)) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1400 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1401 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1402
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1403 if (pkt->token.len > (size_t) iv_len + NGX_QUIC_MAX_TOKEN_SIZE) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1404 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1405 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1406
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1407 ctx = EVP_CIPHER_CTX_new();
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1408 if (ctx == NULL) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1409 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1410 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1411
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1412 if (!EVP_DecryptInit_ex(ctx, cipher, NULL, key, iv)) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1413 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1414 return NGX_ERROR;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1415 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1416
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1417 p = pkt->token.data + iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1418 len = pkt->token.len - iv_len;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1419
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1420 if (EVP_DecryptUpdate(ctx, tdec, &len, p, len) != 1) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1421 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1422 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1423 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1424
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1425 if (EVP_DecryptFinal_ex(ctx, tdec + len, &tlen) <= 0) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1426 EVP_CIPHER_CTX_free(ctx);
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1427 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1428 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1429
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1430 EVP_CIPHER_CTX_free(ctx);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1431
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1432 switch (c->sockaddr->sa_family) {
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1433
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1434 #if (NGX_HAVE_INET6)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1435 case AF_INET6:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1436 sin6 = (struct sockaddr_in6 *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1437
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1438 len = sizeof(struct in6_addr);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1439 data = sin6->sin6_addr.s6_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1440
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1441 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1442 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1443
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1444 #if (NGX_HAVE_UNIX_DOMAIN)
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1445 case AF_UNIX:
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1446
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1447 len = ngx_min(c->addr_text.len, NGX_QUIC_MAX_TOKEN_SIZE - sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1448 data = c->addr_text.data;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1449
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1450 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1451 #endif
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1452
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1453 default: /* AF_INET */
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1454 sin = (struct sockaddr_in *) c->sockaddr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1455
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1456 len = sizeof(in_addr_t);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1457 data = (u_char *) &sin->sin_addr;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1458
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1459 break;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1460 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1461
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1462 if (ngx_memcmp(tdec, data, len) != 0) {
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1463 goto bad_token;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1464 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1465
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1466 ngx_memcpy(&msec, tdec + len, sizeof(msec));
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1467
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1468 if (ngx_current_msec - msec > NGX_QUIC_RETRY_LIFETIME) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1469 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic expired token");
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1470 return NGX_DECLINED;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1471 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1472
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1473 return NGX_OK;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1474
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1475 bad_token:
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1476
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1477 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic invalid token");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1478
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1479 qc->error = NGX_QUIC_ERR_INVALID_TOKEN;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1480 qc->error_reason = "invalid_token";
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	1481
8622 183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	1482 return NGX_DECLINED;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1483 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1484
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1485
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1486 static ngx_int_t
8221 69345a26ba69 Split transport and crypto parts into separate files. Vladimir Homutov <vl@nginx.com> parents: 8220 diff changeset	1487 ngx_quic_init_connection(ngx_connection_t *c)
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1488 {
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1489 u_char *p;
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1490 size_t clen;
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1491 ssize_t len;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1492 ngx_ssl_conn_t *ssl_conn;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1493 ngx_quic_connection_t *qc;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1494
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1495 qc = c->quic;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1496
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1497 if (ngx_ssl_create_connection(qc->conf->ssl, c, NGX_SSL_BUFFER) != NGX_OK) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1498 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1499 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1500
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1501 ssl_conn = c->ssl->connection;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1502
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1503 if (SSL_set_quic_method(ssl_conn, &quic_method) == 0) {
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1504 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1505 "quic SSL_set_quic_method() failed");
8232 253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1506 return NGX_ERROR;
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1507 }
253cf267f95a Moved setting QUIC methods to runtime. Roman Arutyunyan <arut@nginx.com> parents: 8231 diff changeset	1508
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1509 #ifdef SSL_READ_EARLY_DATA_SUCCESS
8564 b52b2a33b0e5 QUIC: fixed build with OpenSSL after bed310672f39. Sergey Kandaurov <pluknet@nginx.com> parents: 8563 diff changeset	1510 if (SSL_CTX_get_max_early_data(qc->conf->ssl->ctx)) {
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1511 SSL_set_quic_early_data_enabled(ssl_conn, 1);
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1512 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1513 #endif
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1514
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1515 if (qc->conf->sr_token_key.len) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1516 qc->tp.sr_enabled = 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1517
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1518 if (ngx_quic_new_sr_token(c, &qc->dcid, &qc->conf->sr_token_key,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1519 qc->tp.sr_token)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1520 != NGX_OK)
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1521 {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1522 return NGX_ERROR;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1523 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1524
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1525 ngx_quic_hexdump(c->log, "quic stateless reset token",
8565 0e12c4aca3ab QUIC: fixed clang-ast asserts. Sergey Kandaurov <pluknet@nginx.com> parents: 8564 diff changeset	1526 qc->tp.sr_token, (size_t) NGX_QUIC_SR_TOKEN_LEN);
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1527 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	1528
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1529 len = ngx_quic_create_transport_params(NULL, NULL, &qc->tp, &clen);
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1530 /* always succeeds */
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1531
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1532 p = ngx_pnalloc(c->pool, len);
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1533 if (p == NULL) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1534 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1535 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1536
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1537 len = ngx_quic_create_transport_params(p, p + len, &qc->tp, NULL);
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1538 if (len < 0) {
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1539 return NGX_ERROR;
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1540 }
e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1541
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1542 #ifdef NGX_QUIC_DEBUG_PACKETS
8360 f175006124d0 Cleaned up hexdumps in debug output. Vladimir Homutov <vl@nginx.com> parents: 8359 diff changeset	1543 ngx_quic_hexdump(c->log, "quic transport parameters", p, len);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1544 #endif
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1545
8247 e9891e8ee975 Configurable transport parameters. Vladimir Homutov <vl@nginx.com> parents: 8246 diff changeset	1546 if (SSL_set_quic_transport_params(ssl_conn, p, len) == 0) {
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1547 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1548 "quic SSL_set_quic_transport_params() failed");
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1549 return NGX_ERROR;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1550 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1551
8422 90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1552 #if NGX_OPENSSL_QUIC_ZRTT_CTX
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1553 if (SSL_set_quic_early_data_context(ssl_conn, p, clen) == 0) {
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1554 ngx_log_error(NGX_LOG_INFO, c->log, 0,
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1555 "quic SSL_set_quic_early_data_context() failed");
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1556 return NGX_ERROR;
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1557 }
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1558 #endif
90b02ff6b003 Compatibility with BoringSSL master branch. Sergey Kandaurov <pluknet@nginx.com> parents: 8421 diff changeset	1559
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1560 return NGX_OK;
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1561 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1562
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1563
8436 9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1564 static ngx_inline size_t
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1565 ngx_quic_max_udp_payload(ngx_connection_t *c)
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1566 {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1567 /* TODO: path MTU discovery */
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1568
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1569 #if (NGX_HAVE_INET6)
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1570 if (c->sockaddr->sa_family == AF_INET6) {
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1571 return NGX_QUIC_MAX_UDP_PAYLOAD_OUT6;
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1572 }
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1573 #endif
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1574
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1575 return NGX_QUIC_MAX_UDP_PAYLOAD_OUT;
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1576 }
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1577
9fe7875ce4bb QUIC: further limiting maximum QUIC packet size. Vladimir Homutov <vl@nginx.com> parents: 8435 diff changeset	1578
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1579 static void
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1580 ngx_quic_input_handler(ngx_event_t *rev)
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1581 {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1582 ssize_t n;
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1583 ngx_int_t rc;
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1584 ngx_buf_t b;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1585 ngx_connection_t *c;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1586 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1587 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1588
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1589 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, rev->log, 0, "quic input handler");
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1590
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	1591 ngx_memzero(&b, sizeof(ngx_buf_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1592 b.start = buf;
8265 d45325e90221 Limit output QUIC packets with client max_packet_size. Roman Arutyunyan <arut@nginx.com> parents: 8263 diff changeset	1593 b.end = buf + sizeof(buf);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1594 b.pos = b.last = b.start;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1595 b.memory = 1;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1596
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1597 c = rev->data;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1598 qc = c->quic;
8211 6bc18966b8c1 Stream "connection" read/write methods. Vladimir Homutov <vl@nginx.com> parents: 8209 diff changeset	1599
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1600 c->log->action = "handling quic input";
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1601
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1602 if (rev->timedout) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1603 ngx_log_error(NGX_LOG_INFO, c->log, NGX_ETIMEDOUT,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	1604 "quic client timed out");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1605 ngx_quic_close_connection(c, NGX_DONE);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1606 return;
8212 e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1607 }
e3c0b19a3a8a Implemented ngx_quic_stream_send_chain() method. Roman Arutyunyan <arut@nginx.com> parents: 8211 diff changeset	1608
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1609 if (c->close) {
8442 b9bce2c4fe33 Close QUIC connection with NO_ERROR on c->close. Sergey Kandaurov <pluknet@nginx.com> parents: 8439 diff changeset	1610 qc->error_reason = "graceful shutdown";
b9bce2c4fe33 Close QUIC connection with NO_ERROR on c->close. Sergey Kandaurov <pluknet@nginx.com> parents: 8439 diff changeset	1611 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1612 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1613 }
8220 7ada2feeac18 Added processing of CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8218 diff changeset	1614
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1615 n = c->recv(c, b.start, b.end - b.start);
8215 38c0898b6df7 HTTP/3. Roman Arutyunyan <arut@nginx.com> parents: 8214 diff changeset	1616
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1617 if (n == NGX_AGAIN) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1618 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1619 ngx_quic_close_connection(c, NGX_OK);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1620 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1621 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1622 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1623
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1624 if (n == NGX_ERROR) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1625 c->read->eof = 1;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1626 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1627 return;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1628 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1629
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1630 b.last += n;
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	1631 qc->received += n;
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1632
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1633 rc = ngx_quic_input(c, &b, NULL);
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1634
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1635 if (rc == NGX_ERROR) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1636 ngx_quic_close_connection(c, NGX_ERROR);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1637 return;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1638 }
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1639
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1640 if (rc == NGX_DECLINED) {
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1641 return;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1642 }
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1643
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1644 /* rc == NGX_OK */
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1645
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1646 qc->send_timer_set = 0;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	1647 ngx_add_timer(rev, qc->tp.max_idle_timeout);
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	1648
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	1649 ngx_quic_connstate_dbg(c);
8199 1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1650 }
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1651
1297dc83a6b9 Generic payload handler for quic packets. Vladimir Homutov <vl@nginx.com> parents: 8198 diff changeset	1652
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1653 static void
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1654 ngx_quic_close_connection(ngx_connection_t *c, ngx_int_t rc)
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1655 {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1656 ngx_pool_t *pool;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1657
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1658 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	1659 "quic ngx_quic_close_connection rc:%i", rc);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1660
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	1661 if (!c->quic) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1662 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1663 "quic close connection early error");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1664
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1665 } else if (ngx_quic_close_quic(c, rc) == NGX_AGAIN) {
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1666 return;
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	1667 }
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1668
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1669 if (c->ssl) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1670 (void) ngx_ssl_shutdown(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1671 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1672
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1673 if (c->read->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1674 ngx_del_timer(c->read);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1675 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1676
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1677 #if (NGX_STAT_STUB)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1678 (void) ngx_atomic_fetch_add(ngx_stat_active, -1);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1679 #endif
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1680
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1681 c->destroyed = 1;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1682
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1683 pool = c->pool;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1684
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1685 ngx_close_connection(c);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1686
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1687 ngx_destroy_pool(pool);
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1688 }
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1689
4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1690
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1691 static ngx_int_t
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1692 ngx_quic_close_quic(ngx_connection_t *c, ngx_int_t rc)
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1693 {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1694 ngx_uint_t i;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1695 ngx_quic_send_ctx_t *ctx;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1696 ngx_quic_connection_t *qc;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1697
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1698 qc = c->quic;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1699
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1700 if (!qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1701
8398 8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1702 /* drop packets from retransmit queues, no ack is expected */
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1703 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1704 ctx = ngx_quic_get_send_ctx(qc, i);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1705 ngx_quic_free_frames(c, &ctx->sent);
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1706 }
8bec0ac23cf9 Fixed retransmission of frames after closing connection. Vladimir Homutov <vl@nginx.com> parents: 8397 diff changeset	1707
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1708 if (rc == NGX_DONE) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1709
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1710 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1711 * 10.2. Idle Timeout
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1712 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1713 * If the idle timeout is enabled by either peer, a connection is
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1714 * silently closed and its state is discarded when it remains idle
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1715 */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1716
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1717 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1718 "quic closing %s connection",
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1719 qc->draining ? "drained" : "idle");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1720
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1721 } else {
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1722
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1723 /*
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1724 * 10.3. Immediate Close
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1725 *
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1726 * An endpoint sends a CONNECTION_CLOSE frame (Section 19.19)
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1727 * to terminate the connection immediately.
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1728 */
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1729
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1730 qc->error_level = c->ssl ? SSL_quic_read_level(c->ssl->connection)
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1731 : ssl_encryption_initial;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1732
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1733 if (rc == NGX_OK) {
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1734 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	1735 "quic immediate close drain:%d",
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1736 qc->draining);
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1737
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1738 qc->close.log = c->log;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1739 qc->close.data = c;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1740 qc->close.handler = ngx_quic_close_timer_handler;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1741 qc->close.cancelable = 1;
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1742
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1743 ctx = ngx_quic_get_send_ctx(qc, qc->error_level);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1744
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	1745 ngx_add_timer(&qc->close, 3 * ngx_quic_pto(c, ctx));
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1746
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1747 qc->error = NGX_QUIC_ERR_NO_ERROR;
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1748
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1749 } else {
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1750 if (qc->error == 0 && !qc->error_app) {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1751 qc->error = NGX_QUIC_ERR_INTERNAL_ERROR;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1752 }
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1753
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1754 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	1755 "quic immediate close due to %s error: %ui %s",
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1756 qc->error_app ? "app " : "", qc->error,
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1757 qc->error_reason ? qc->error_reason : "");
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1758 }
d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1759
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1760 (void) ngx_quic_send_cc(c);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1761
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1762 if (qc->error_level == ssl_encryption_handshake) {
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1763 /* for clients that might not have handshake keys */
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1764 qc->error_level = ssl_encryption_initial;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1765 (void) ngx_quic_send_cc(c);
8400 d96ddef458cd Added sending of extra CONNECTION_CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8399 diff changeset	1766 }
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1767 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1768
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1769 qc->closing = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1770 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1771
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1772 if (rc == NGX_ERROR && qc->close.timer_set) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1773 /* do not wait for timer in case of fatal error */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1774 ngx_del_timer(&qc->close);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1775 }
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1776
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1777 if (ngx_quic_close_streams(c, qc) == NGX_AGAIN) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1778 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1779 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1780
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1781 if (qc->push.timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1782 ngx_del_timer(&qc->push);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1783 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1784
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	1785 if (qc->pto.timer_set) {
3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	1786 ngx_del_timer(&qc->pto);
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1787 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1788
8434 ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1789 if (qc->push.posted) {
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1790 ngx_delete_posted_event(&qc->push);
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1791 }
ea4899591798 QUIC: Fixed connection cleanup. Vladimir Homutov <vl@nginx.com> parents: 8433 diff changeset	1792
8553 dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1793 for (i = 0; i < NGX_QUIC_ENCRYPTION_LAST; i++) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1794 ngx_quic_free_frames(c, &qc->crypto[i].frames);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1795 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1796
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1797 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1798 ngx_quic_free_frames(c, &qc->send_ctx[i].frames);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1799 ngx_quic_free_frames(c, &qc->send_ctx[i].sent);
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1800 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1801
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1802 if (qc->close.timer_set) {
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1803 return NGX_AGAIN;
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1804 }
dbcb9d0a3df1 QUIC: prevented posted push event while in the draining state. Vladimir Homutov <vl@nginx.com> parents: 8546 diff changeset	1805
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1806 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1807 "quic part of connection is terminated");
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1808
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1809 /* may be tested from SSL callback during SSL shutdown */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1810 c->quic = NULL;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1811
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1812 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1813 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1814
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1815
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1816 void
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1817 ngx_quic_finalize_connection(ngx_connection_t *c, ngx_uint_t err,
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1818 const char *reason)
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1819 {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1820 ngx_quic_connection_t *qc;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1821
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1822 qc = c->quic;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1823 qc->error = err;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1824 qc->error_reason = reason;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1825 qc->error_app = 1;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1826 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1827
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1828 ngx_quic_close_connection(c, NGX_ERROR);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1829 }
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1830
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	1831
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1832 static void
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1833 ngx_quic_close_timer_handler(ngx_event_t *ev)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1834 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1835 ngx_connection_t *c;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1836
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	1837 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic close timer");
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1838
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1839 c = ev->data;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1840 ngx_quic_close_connection(c, NGX_DONE);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1841 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1842
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	1843
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1844 static ngx_int_t
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1845 ngx_quic_close_streams(ngx_connection_t c, ngx_quic_connection_t qc)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1846 {
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1847 ngx_event_t rev, wev;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1848 ngx_rbtree_t *tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1849 ngx_rbtree_node_t *node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1850 ngx_quic_stream_t *qs;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1851
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1852 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1853 ngx_uint_t ns;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1854 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1855
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1856 tree = &qc->streams.tree;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1857
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1858 if (tree->root == tree->sentinel) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1859 return NGX_OK;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1860 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1861
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1862 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1863 ns = 0;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1864 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1865
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1866 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1867 node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1868 node = ngx_rbtree_next(tree, node))
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1869 {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1870 qs = (ngx_quic_stream_t *) node;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1871
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1872 rev = qs->c->read;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1873 rev->error = 1;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1874 rev->ready = 1;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1875
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1876 wev = qs->c->write;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1877 wev->error = 1;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	1878 wev->ready = 1;
8354 d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1879
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1880 ngx_post_event(rev, &ngx_posted_events);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1881
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1882 if (rev->timer_set) {
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1883 ngx_del_timer(rev);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1884 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1885
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1886 #if (NGX_DEBUG)
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1887 ns++;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1888 #endif
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1889 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1890
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1891 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1892 "quic connection has %ui active streams", ns);
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1893
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1894 return NGX_AGAIN;
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1895 }
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1896
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1897
d11bc25fc4c3 Refactored ngx_quic_close_connection(). Vladimir Homutov <vl@nginx.com> parents: 8350 diff changeset	1898 static ngx_int_t
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1899 ngx_quic_input(ngx_connection_t c, ngx_buf_t b, ngx_quic_conf_t *conf)
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1900 {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1901 u_char *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1902 ngx_int_t rc;
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1903 ngx_uint_t good;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1904 ngx_quic_header_t pkt;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1905
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1906 good = 0;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1907
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1908 p = b->pos;
8208 4ae9ac69ab93 HTTP/QUIC interface reworked. Vladimir Homutov <vl@nginx.com> parents: 8207 diff changeset	1909
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1910 while (p < b->last) {
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	1911
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1912 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1913 pkt.raw = b;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1914 pkt.data = p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1915 pkt.len = b->last - p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1916 pkt.log = c->log;
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	1917 pkt.flags = p[0];
8559 a89a58c642ef QUIC: simplified packet header parsing. Vladimir Homutov <vl@nginx.com> parents: 8558 diff changeset	1918 pkt.raw->pos++;
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1919
8583 d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1920 if (c->quic) {
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1921 c->quic->error = 0;
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1922 c->quic->error_reason = 0;
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1923 }
d564e8850975 QUIC: reset error and error_reason prior to processing packet. Vladimir Homutov <vl@nginx.com> parents: 8581 diff changeset	1924
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1925 rc = ngx_quic_process_packet(c, conf, &pkt);
8193 4355efde26d8 Added functions to decrypt long packets. Vladimir Homutov <vl@nginx.com> parents: 8192 diff changeset	1926
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1927 #if (NGX_DEBUG)
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1928 if (pkt.parsed) {
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	1929 ngx_log_debug5(NGX_LOG_DEBUG_EVENT, c->log, 0,
8609 f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	1930 "quic packet %s done decr:%d pn:%L perr:%ui rc:%i",
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1931 ngx_quic_level_name(pkt.level), pkt.decrypted,
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	1932 pkt.pn, pkt.error, rc);
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1933 } else {
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1934 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8609 f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	1935 "quic packet done parse failed rc:%i", rc);
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1936 }
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1937 #endif
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1938
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1939 if (rc == NGX_ERROR) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1940 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1941 }
8206 8d6ac639feac Added support of multiple QUIC packets in single datagram. Vladimir Homutov <vl@nginx.com> parents: 8205 diff changeset	1942
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1943 if (rc == NGX_OK) {
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1944 good = 1;
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1945 }
702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1946
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1947 /* NGX_OK \|\| NGX_DECLINED */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1948
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1949 /*
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1950 * we get NGX_DECLINED when there are no keys [yet] available
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1951 * to decrypt packet.
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1952 * Instead of queueing it, we ignore it and rely on the sender's
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1953 * retransmission:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1954 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1955 * 12.2. Coalescing Packets:
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1956 *
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1957 * For example, if decryption fails (because the keys are
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1958 * not available or any other reason), the receiver MAY either
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1959 * discard or buffer the packet for later processing and MUST
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1960 * attempt to process the remaining packets.
8535 eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1961 *
eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1962 * We also skip packets that don't match connection state
eb5aa85294e9 QUIC: discard unrecognized long packes. Vladimir Homutov <vl@nginx.com> parents: 8533 diff changeset	1963 * or cannot be parsed properly.
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1964 */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	1965
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	1966 /* b->pos is at header end, adjust by actual packet length */
8558 0f37b4ef3cd9 QUIC: keep the entire packet size in pkt->len. Roman Arutyunyan <arut@nginx.com> parents: 8557 diff changeset	1967 b->pos = pkt.data + pkt.len;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1968
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1969 /* firefox workaround: skip zero padding at the end of quic packet */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1970 while (b->pos < b->last && *(b->pos) == 0) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1971 b->pos++;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1972 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1973
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1974 p = b->pos;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	1975 }
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1976
8545 702f1d2581a4 QUIC: eliminated idle timeout restart for dropped packets. Roman Arutyunyan <arut@nginx.com> parents: 8541 diff changeset	1977 return good ? NGX_OK : NGX_DECLINED;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1978 }
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1979
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1980
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	1981 static ngx_int_t
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1982 ngx_quic_process_packet(ngx_connection_t c, ngx_quic_conf_t conf,
bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	1983 ngx_quic_header_t *pkt)
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1984 {
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	1985 ngx_int_t rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1986 ngx_quic_send_ctx_t *ctx;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1987 ngx_quic_connection_t *qc;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1988
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	1989 static u_char buf[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1990
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1991 c->log->action = "parsing quic packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	1992
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1993 rc = ngx_quic_parse_packet(pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1994
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1995 if (rc == NGX_DECLINED \|\| rc == NGX_ERROR) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	1996 return rc;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1997 }
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	1998
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	1999 pkt->parsed = 1;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	2000
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2001 c->log->action = "processing quic packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2002
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	2003 qc = c->quic;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2004
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2005 #if (NGX_DEBUG)
8609 f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	2006 ngx_quic_hexdump(c->log, "quic packet rx dcid",
f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	2007 pkt->dcid.data, pkt->dcid.len);
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2008
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2009 if (pkt->level != ssl_encryption_application) {
8609 f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	2010 ngx_quic_hexdump(c->log, "quic packet rx scid", pkt->scid.data,
8578 52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2011 pkt->scid.len);
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2012 }
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2013 #endif
52ad697f9d1c QUIC: enabled more key-related debug by default. Vladimir Homutov <vl@nginx.com> parents: 8577 diff changeset	2014
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2015 if (qc) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2016
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2017 if (rc == NGX_ABORT) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2018 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2019 "quic unsupported version: 0x%xD", pkt->version);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2020 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2021 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2022
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2023 if (ngx_quic_check_peer(qc, pkt) != NGX_OK) {
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2024
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2025 if (pkt->level == ssl_encryption_application) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2026 if (ngx_quic_process_stateless_reset(c, pkt) == NGX_OK) {
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2027 ngx_log_error(NGX_LOG_INFO, c->log, 0,
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2028 "quic stateless reset packet detected");
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2029
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2030 qc->draining = 1;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2031 ngx_quic_close_connection(c, NGX_OK);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2032
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2033 return NGX_OK;
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2034 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2035
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2036 return ngx_quic_send_stateless_reset(c, qc->conf, pkt);
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2037 }
b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2038
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2039 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2040 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2041
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2042 if (qc->in_retry) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2043
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2044 c->log->action = "retrying quic connection";
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2045
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2046 if (pkt->level != ssl_encryption_initial) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2047 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2048 "quic discard late retry packet");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2049 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2050 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2051
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2052 if (!pkt->token.len) {
8606 c53761445a66 QUIC: added logging of a declined packet without retry token. Vladimir Homutov <vl@nginx.com> parents: 8605 diff changeset	2053 ngx_log_error(NGX_LOG_INFO, c->log, 0,
c53761445a66 QUIC: added logging of a declined packet without retry token. Vladimir Homutov <vl@nginx.com> parents: 8605 diff changeset	2054 "quic discard retry packet without token");
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2055 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2056 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2057
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2058 if (ngx_quic_new_dcid(c, qc, &pkt->dcid) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2059 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2060 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2061
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2062 qc->tp.initial_scid = qc->dcid;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2063 qc->in_retry = 0;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2064
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2065 if (ngx_quic_init_secrets(c) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2066 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2067 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2068
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2069 if (ngx_quic_validate_token(c, pkt) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2070 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2071 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2072
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2073 qc->validated = 1;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2074 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2075
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2076 } else {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2077
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2078 if (rc == NGX_ABORT) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2079 return ngx_quic_negotiate_version(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2080 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2081
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2082 if (pkt->level == ssl_encryption_initial) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2083
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2084 c->log->action = "creating quic connection";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2085
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2086 if (pkt->dcid.len < NGX_QUIC_CID_LEN_MIN) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2087 /* 7.2. Negotiating Connection IDs */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2088 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2089 "quic too short dcid in initial"
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	2090 " packet: len:%i", pkt->dcid.len);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2091 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2092 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2093
8563 bed310672f39 QUIC: moved ssl configuration pointer to quic configuration. Vladimir Homutov <vl@nginx.com> parents: 8562 diff changeset	2094 qc = ngx_quic_new_connection(c, conf, pkt);
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2095 if (qc == NULL) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2096 return NGX_ERROR;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2097 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2098
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2099 c->quic = qc;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2100
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2101 if (ngx_terminate \|\| ngx_exiting) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2102 qc->error = NGX_QUIC_ERR_CONNECTION_REFUSED;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2103 return NGX_ERROR;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2104 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2105
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2106 if (pkt->token.len) {
8622 183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2107 rc = ngx_quic_validate_token(c, pkt);
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2108
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2109 if (rc == NGX_OK) {
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2110 qc->validated = 1;
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2111
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2112 } else if (rc == NGX_ERROR) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2113 return NGX_ERROR;
8622 183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2114
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2115 } else {
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2116 /* NGX_DECLINED */
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2117 if (conf->retry) {
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2118 return ngx_quic_send_retry(c);
183275308d9a QUIC: fixed address validation issues in a new connection. Sergey Kandaurov <pluknet@nginx.com> parents: 8621 diff changeset	2119 }
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2120 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2121
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2122 } else if (conf->retry) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2123 return ngx_quic_send_retry(c);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2124 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2125
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2126 if (ngx_quic_init_secrets(c) != NGX_OK) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2127 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2128 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2129
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2130 } else if (pkt->level == ssl_encryption_application) {
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	2131 return ngx_quic_send_stateless_reset(c, conf, pkt);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2132
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2133 } else {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2134 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2135 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2136 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2137
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2138 c->log->action = "decrypting packet";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2139
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2140 if (!ngx_quic_keys_available(qc->keys, pkt->level)) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2141 ngx_log_error(NGX_LOG_INFO, c->log, 0,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2142 "quic no level %d keys yet, ignoring packet", pkt->level);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2143 return NGX_DECLINED;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2144 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2145
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2146 pkt->keys = qc->keys;
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2147 pkt->key_phase = qc->key_phase;
8383 7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	2148 pkt->plaintext = buf;
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	2149
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	2150 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
7ea34e13937f Address validation using Retry packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8382 diff changeset	2151
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2152 rc = ngx_quic_decrypt(pkt, &ctx->largest_pn);
8536 c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	2153 if (rc != NGX_OK) {
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	2154 qc->error = pkt->error;
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	2155 qc->error_reason = "failed to decrypt packet";
c6b963de0c00 QUIC: pass return code from ngx_quic_decrypt() to the caller. Vladimir Homutov <vl@nginx.com> parents: 8535 diff changeset	2156 return rc;
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	2157 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	2158
8580 07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	2159 pkt->decrypted = 1;
07971f870879 QUIC: added debug message with final packet processing status. Vladimir Homutov <vl@nginx.com> parents: 8579 diff changeset	2160
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2161 if (c->ssl == NULL) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2162 if (ngx_quic_init_connection(c) != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2163 return NGX_ERROR;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2164 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2165 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2166
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2167 if (pkt->level == ssl_encryption_handshake) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2168 /*
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2169 * 4.10.1. The successful use of Handshake packets indicates
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2170 * that no more Initial packets need to be exchanged
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2171 */
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2172 ngx_quic_discard_ctx(c, ssl_encryption_initial);
8611 e2086d8181fa QUIC: added push event afer the address was validated. Vladimir Homutov <vl@nginx.com> parents: 8610 diff changeset	2173
e2086d8181fa QUIC: added push event afer the address was validated. Vladimir Homutov <vl@nginx.com> parents: 8610 diff changeset	2174 if (qc->validated == 0) {
e2086d8181fa QUIC: added push event afer the address was validated. Vladimir Homutov <vl@nginx.com> parents: 8610 diff changeset	2175 qc->validated = 1;
e2086d8181fa QUIC: added push event afer the address was validated. Vladimir Homutov <vl@nginx.com> parents: 8610 diff changeset	2176 ngx_post_event(&c->quic->push, &ngx_posted_events);
e2086d8181fa QUIC: added push event afer the address was validated. Vladimir Homutov <vl@nginx.com> parents: 8610 diff changeset	2177 }
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2178 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2179
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2180 pkt->received = ngx_current_msec;
8574 1d4417e4f2d0 QUIC: fixed measuring ACK Delay against 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8573 diff changeset	2181
8576 eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2182 c->log->action = "handling payload";
eacca87c476e QUIC: updated c->log->action strings to reflect proper state. Vladimir Homutov <vl@nginx.com> parents: 8575 diff changeset	2183
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2184 if (pkt->level != ssl_encryption_application) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2185 return ngx_quic_payload_handler(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2186 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2187
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2188 if (!pkt->key_update) {
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2189 return ngx_quic_payload_handler(c, pkt);
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2190 }
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2191
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2192 /* switch keys and generate next on Key Phase change */
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2193
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2194 qc->key_phase ^= 1;
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2195 ngx_quic_keys_switch(c, qc->keys);
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2196
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2197 rc = ngx_quic_payload_handler(c, pkt);
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2198 if (rc != NGX_OK) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2199 return rc;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2200 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2201
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2202 return ngx_quic_keys_update(c, qc->keys);
8223 61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	2203 }
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	2204
61f9b873e2e7 Firefox fixes. Vladimir Homutov <vl@nginx.com> parents: 8222 diff changeset	2205
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2206 static ngx_int_t
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2207 ngx_quic_init_secrets(ngx_connection_t *c)
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2208 {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2209 ngx_quic_connection_t *qc;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2210
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2211 qc = c->quic;
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2212
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2213 if (ngx_quic_keys_set_initial_secret(c->pool, qc->keys, &qc->odcid)
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2214 != NGX_OK)
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2215 {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2216 return NGX_ERROR;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2217 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2218
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2219 qc->initialized = 1;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2220
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2221 return NGX_OK;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2222 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2223
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2224
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2225 static void
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2226 ngx_quic_discard_ctx(ngx_connection_t *c, enum ssl_encryption_level_t level)
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2227 {
8507 7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2228 ngx_queue_t *q;
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2229 ngx_quic_frame_t *f;
8339 aba84d9ab256 Parsing of truncated packet numbers. Sergey Kandaurov <pluknet@nginx.com> parents: 8338 diff changeset	2230 ngx_quic_send_ctx_t *ctx;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2231 ngx_quic_connection_t *qc;
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	2232
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2233 qc = c->quic;
b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2234
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2235 if (!ngx_quic_keys_available(qc->keys, level)) {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2236 return;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2237 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2238
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2239 ngx_quic_keys_discard(qc->keys, level);
9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	2240
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2241 qc->pto_count = 0;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2242
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2243 ctx = ngx_quic_get_send_ctx(qc, level);
8507 7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2244
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2245 while (!ngx_queue_empty(&ctx->sent)) {
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2246 q = ngx_queue_head(&ctx->sent);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2247 ngx_queue_remove(q);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2248
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2249 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2250 ngx_quic_congestion_ack(c, f);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2251 ngx_quic_free_frame(c, f);
7f9938cbcd12 QUIC: fixed leak of bytes_in_flight on keys discard. Sergey Kandaurov <pluknet@nginx.com> parents: 8506 diff changeset	2252 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2253
8612 b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2254 while (!ngx_queue_empty(&ctx->frames)) {
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2255 q = ngx_queue_head(&ctx->frames);
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2256 ngx_queue_remove(q);
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2257
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2258 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2259 ngx_quic_congestion_ack(c, f);
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2260 ngx_quic_free_frame(c, f);
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2261 }
b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	2262
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2263 ctx->send_ack = 0;
8304 90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2264 }
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2265
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2266
90f94413177e TLS Early Data support. Sergey Kandaurov <pluknet@nginx.com> parents: 8303 diff changeset	2267 static ngx_int_t
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2268 ngx_quic_check_peer(ngx_quic_connection_t qc, ngx_quic_header_t pkt)
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2269 {
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2270 ngx_str_t *dcid;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2271 ngx_queue_t *q;
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2272 ngx_quic_send_ctx_t *ctx;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2273 ngx_quic_client_id_t *cid;
8381 6e100d8c138a Preserve original DCID and unbreak parsing 0-RTT packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8380 diff changeset	2274
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2275 dcid = (pkt->level == ssl_encryption_early_data) ? &qc->odcid : &qc->dcid;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2276
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2277 if (pkt->dcid.len == dcid->len
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2278 && ngx_memcmp(pkt->dcid.data, dcid->data, dcid->len) == 0)
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2279 {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2280 if (pkt->level == ssl_encryption_application) {
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2281 return NGX_OK;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2282 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2283
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2284 goto found;
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2285 }
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2286
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2287 /*
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2288 * a packet sent in response to an initial client packet might be lost,
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2289 * thus check also for old dcid
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2290 */
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2291 ctx = ngx_quic_get_send_ctx(qc, ssl_encryption_initial);
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2292
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2293 if (pkt->level == ssl_encryption_initial
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2294 && ctx->largest_ack == NGX_QUIC_UNSET_PN)
8546 eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2295 {
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2296 if (pkt->dcid.len == qc->odcid.len
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2297 && ngx_memcmp(pkt->dcid.data, qc->odcid.data, qc->odcid.len) == 0)
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2298 {
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2299 goto found;
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2300 }
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2301 }
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2302
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2303 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic dcid");
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2304 return NGX_ERROR;
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2305
eece8e35e64d QUIC: allowed old DCID for initial packets until first ACK. Roman Arutyunyan <arut@nginx.com> parents: 8545 diff changeset	2306 found:
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	2307
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2308 for (q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2309 q != ngx_queue_sentinel(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2310 q = ngx_queue_next(q))
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2311 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2312 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2313
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2314 if (pkt->scid.len == cid->len
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2315 && ngx_memcmp(pkt->scid.data, cid->id, cid->len) == 0)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2316 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2317 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2318 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2319 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2320
8560 d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2321 ngx_log_error(NGX_LOG_INFO, pkt->log, 0, "quic unexpected quic scid");
d0d3fc0697a0 QUIC: packet processing refactoring. Vladimir Homutov <vl@nginx.com> parents: 8559 diff changeset	2322 return NGX_ERROR;
8182 b28ea685a56e Moved all QUIC code into ngx_event_quic.c Vladimir Homutov <vl@nginx.com> parents: 8180 diff changeset	2323 }
8171 4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	2324
4daf03d2bd0a OpenSSL compatibility. Sergey Kandaurov <pluknet@nginx.com> parents: diff changeset	2325
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2326 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2327 ngx_quic_payload_handler(ngx_connection_t c, ngx_quic_header_t pkt)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2328 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2329 u_char end, p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2330 ssize_t len;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2331 ngx_uint_t do_close;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2332 ngx_quic_frame_t frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2333 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2334
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2335 qc = c->quic;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2336
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2337 if (qc->closing) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2338 /*
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2339 * 10.1 Closing and Draining Connection States
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2340 * ... delayed or reordered packets are properly discarded.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2341 *
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2342 * An endpoint retains only enough information to generate
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2343 * a packet containing a CONNECTION_CLOSE frame and to identify
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2344 * packets as belonging to the connection.
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2345 */
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2346
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2347 qc->error_level = pkt->level;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2348 qc->error = NGX_QUIC_ERR_NO_ERROR;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2349 qc->error_reason = "connection is closing, packet discarded";
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2350 qc->error_ftype = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2351 qc->error_app = 0;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2352
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2353 return ngx_quic_send_cc(c);
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2354 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2355
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2356 p = pkt->payload.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2357 end = p + pkt->payload.len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2358
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2359 do_close = 0;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2360
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2361 while (p < end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2362
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2363 c->log->action = "parsing frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2364
8240 1f002206a59b Added boundaries checks into frame parser. Vladimir Homutov <vl@nginx.com> parents: 8239 diff changeset	2365 len = ngx_quic_parse_frame(pkt, p, end, &frame);
8251 c217a907ce42 Added checks for permitted frame types. Vladimir Homutov <vl@nginx.com> parents: 8247 diff changeset	2366
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2367 if (len < 0) {
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2368 qc->error = pkt->error;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2369 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2370 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2371
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	2372 ngx_quic_log_frame(c->log, &frame, 0);
b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	2373
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2374 c->log->action = "handling frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	2375
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2376 p += len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2377
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2378 switch (frame.type) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2379
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2380 case NGX_QUIC_FT_ACK:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2381 if (ngx_quic_handle_ack_frame(c, pkt, &frame.u.ack) != NGX_OK) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2382 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2383 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2384
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2385 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2386
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2387 case NGX_QUIC_FT_PADDING:
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2388 /* no action required */
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2389 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2390
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2391 case NGX_QUIC_FT_CONNECTION_CLOSE:
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2392 case NGX_QUIC_FT_CONNECTION_CLOSE_APP:
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2393 do_close = 1;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2394 continue;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2395 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2396
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2397 /* got there with ack-eliciting packet */
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2398 pkt->need_ack = 1;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2399
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2400 switch (frame.type) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2401
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2402 case NGX_QUIC_FT_CRYPTO:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2403
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	2404 if (ngx_quic_handle_crypto_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2405 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2406 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2407
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2408 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2409
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2410 case NGX_QUIC_FT_PING:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2411 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2412
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2413 case NGX_QUIC_FT_STREAM0:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2414 case NGX_QUIC_FT_STREAM1:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2415 case NGX_QUIC_FT_STREAM2:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2416 case NGX_QUIC_FT_STREAM3:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2417 case NGX_QUIC_FT_STREAM4:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2418 case NGX_QUIC_FT_STREAM5:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2419 case NGX_QUIC_FT_STREAM6:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2420 case NGX_QUIC_FT_STREAM7:
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2421
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	2422 if (ngx_quic_handle_stream_frame(c, pkt, &frame) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2423 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2424 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2425
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2426 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2427
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2428 case NGX_QUIC_FT_MAX_DATA:
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2429
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2430 if (ngx_quic_handle_max_data_frame(c, &frame.u.max_data) != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2431 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2432 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2433 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2434
8237 ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2435 break;
ff540f13d95d MAX_DATA frame parser/handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8236 diff changeset	2436
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2437 case NGX_QUIC_FT_STREAMS_BLOCKED:
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2438 case NGX_QUIC_FT_STREAMS_BLOCKED2:
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2439
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2440 if (ngx_quic_handle_streams_blocked_frame(c, pkt,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2441 &frame.u.streams_blocked)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2442 != NGX_OK)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2443 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2444 return NGX_ERROR;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2445 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	2446
8236 d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2447 break;
d3b26c3bea22 Added parsing of STREAMS BLOCKED frames. Vladimir Homutov <vl@nginx.com> parents: 8235 diff changeset	2448
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2449 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2450
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2451 if (ngx_quic_handle_stream_data_blocked_frame(c, pkt,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2452 &frame.u.stream_data_blocked)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2453 != NGX_OK)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2454 {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2455 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2456 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2457
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2458 break;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	2459
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2460 case NGX_QUIC_FT_MAX_STREAM_DATA:
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2461
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2462 if (ngx_quic_handle_max_stream_data_frame(c, pkt,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2463 &frame.u.max_stream_data)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2464 != NGX_OK)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2465 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2466 return NGX_ERROR;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2467 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2468
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2469 break;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	2470
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2471 case NGX_QUIC_FT_RESET_STREAM:
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2472
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2473 if (ngx_quic_handle_reset_stream_frame(c, pkt,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2474 &frame.u.reset_stream)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2475 != NGX_OK)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2476 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2477 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2478 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2479
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2480 break;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2481
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2482 case NGX_QUIC_FT_STOP_SENDING:
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2483
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2484 if (ngx_quic_handle_stop_sending_frame(c, pkt,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2485 &frame.u.stop_sending)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2486 != NGX_OK)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2487 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2488 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2489 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2490
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2491 break;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	2492
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2493 case NGX_QUIC_FT_MAX_STREAMS:
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2494 case NGX_QUIC_FT_MAX_STREAMS2:
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2495
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2496 if (ngx_quic_handle_max_streams_frame(c, pkt, &frame.u.max_streams)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2497 != NGX_OK)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2498 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2499 return NGX_ERROR;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2500 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2501
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2502 break;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	2503
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2504 case NGX_QUIC_FT_PATH_CHALLENGE:
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2505
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2506 if (ngx_quic_handle_path_challenge_frame(c, pkt,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2507 &frame.u.path_challenge)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2508 != NGX_OK)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2509 {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2510 return NGX_ERROR;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2511 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2512
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2513 break;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	2514
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2515 case NGX_QUIC_FT_NEW_CONNECTION_ID:
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2516
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2517 if (ngx_quic_handle_new_connection_id_frame(c, pkt, &frame.u.ncid)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2518 != NGX_OK)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2519 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2520 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2521 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2522
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2523 break;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	2524
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2525 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2526 case NGX_QUIC_FT_PATH_RESPONSE:
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2527
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2528 /* TODO: handle */
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2529 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2530 "quic frame handler not implemented");
8325 9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2531 break;
9b9d592c0da3 Ignore non-yet-implemented frames. Vladimir Homutov <vl@nginx.com> parents: 8322 diff changeset	2532
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2533 default:
8346 4e4485793418 Added MAX_STREAM_DATA stub handler. Vladimir Homutov <vl@nginx.com> parents: 8345 diff changeset	2534 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	2535 "quic missing frame handler");
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2536 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2537 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2538 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2539
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2540 if (p != end) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2541 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	2542 "quic trailing garbage in payload:%ui bytes", end - p);
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2543
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	2544 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2545 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2546 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2547
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2548 if (do_close) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2549 qc->draining = 1;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2550 ngx_quic_close_connection(c, NGX_OK);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2551 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2552
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2553 if (ngx_quic_ack_packet(c, pkt) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2554 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2555 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2556
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2557 return NGX_OK;
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2558 }
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2559
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2560
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2561 static ngx_int_t
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2562 ngx_quic_ack_packet(ngx_connection_t c, ngx_quic_header_t pkt)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2563 {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2564 uint64_t base, largest, smallest, gs, ge, gap, range, pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2565 uint64_t prev_pending;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2566 ngx_uint_t i, nr;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2567 ngx_quic_send_ctx_t *ctx;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2568 ngx_quic_ack_range_t *r;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2569
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2570 c->log->action = "preparing ack";
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2571
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2572 ctx = ngx_quic_get_send_ctx(c->quic, pkt->level);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2573
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2574 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	2575 "quic ngx_quic_ack_packet pn:%uL largest %L fr:%uL"
8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	2576 " nranges:%ui", pkt->pn, (int64_t) ctx->largest_range,
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2577 ctx->first_range, ctx->nranges);
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2578
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2579 prev_pending = ctx->pending_ack;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2580
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2581 if (pkt->need_ack) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2582
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2583 ngx_post_event(&c->quic->push, &ngx_posted_events);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2584
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2585 if (ctx->send_ack == 0) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2586 ctx->ack_delay_start = ngx_current_msec;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2587 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2588
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2589 ctx->send_ack++;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2590
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2591 if (ctx->pending_ack == NGX_QUIC_UNSET_PN
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2592 \|\| ctx->pending_ack < pkt->pn)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2593 {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2594 ctx->pending_ack = pkt->pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2595 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2596 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2597
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2598 base = ctx->largest_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2599 pn = pkt->pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2600
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2601 if (base == NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2602 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2603 ctx->largest_received = pkt->received;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2604 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2605 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2606
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2607 if (base == pn) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2608 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2609 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2610
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2611 largest = base;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2612 smallest = largest - ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2613
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2614 if (pn > base) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2615
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2616 if (pn - base == 1) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2617 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2618 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2619 ctx->largest_received = pkt->received;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2620
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2621 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2622
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2623 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2624 /* new gap in front of current largest */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2625
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2626 /* no place for new range, send current range as is */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2627 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2628
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2629 if (prev_pending != NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2630 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2631 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2632 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2633 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2634
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2635 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2636 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2637 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2638 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2639
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2640 gap = pn - base - 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2641 range = ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2642
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2643 ctx->first_range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2644 ctx->largest_range = pn;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2645 ctx->largest_received = pkt->received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2646
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2647 /* packet is out of order, force send */
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2648 if (pkt->need_ack) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2649 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2650 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2651
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2652 i = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2653
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2654 goto insert;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2655 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2656 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2657
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2658 /* pn < base, perform lookup in existing ranges */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2659
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2660 /* packet is out of order */
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2661 if (pkt->need_ack) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2662 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2663 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2664
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2665 if (pn >= smallest && pn <= largest) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2666 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2667 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2668
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2669 #if (NGX_SUPPRESS_WARN)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2670 r = NULL;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2671 #endif
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2672
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2673 for (i = 0; i < ctx->nranges; i++) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2674 r = &ctx->ranges[i];
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2675
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2676 ge = smallest - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2677 gs = ge - r->gap;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2678
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2679 if (pn >= gs && pn <= ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2680
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2681 if (gs == ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2682 /* gap size is exactly one packet, now filled */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2683
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2684 /* data moves to previous range, current is removed */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2685
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2686 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2687 ctx->first_range += r->range + 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2688
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2689 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2690 ctx->ranges[i - 1].range += r->range + 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2691 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2692
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2693 nr = ctx->nranges - i - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2694 if (nr) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2695 ngx_memmove(&ctx->ranges[i], &ctx->ranges[i + 1],
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2696 sizeof(ngx_quic_ack_range_t) * nr);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2697 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2698
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2699 ctx->nranges--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2700
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2701 } else if (pn == gs) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2702 /* current gap shrinks from tail (current range grows) */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2703 r->gap--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2704 r->range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2705
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2706 } else if (pn == ge) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2707 /* current gap shrinks from head (previous range grows) */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2708 r->gap--;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2709
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2710 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2711 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2712
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2713 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2714 ctx->ranges[i - 1].range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2715 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2716
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2717 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2718 /* current gap is split into two parts */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2719
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2720 gap = ge - pn - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2721 range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2722
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2723 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2724 if (prev_pending != NGX_QUIC_UNSET_PN) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2725 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2726 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2727 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2728 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2729
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2730 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2731 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2732 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2733 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2734
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2735 r->gap = pn - gs - 1;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2736 goto insert;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2737 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2738
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2739 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2740 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2741
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2742 largest = smallest - r->gap - 2;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2743 smallest = largest - r->range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2744
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2745 if (pn >= smallest && pn <= largest) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2746 /* this packet number is already known */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2747 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2748 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2749
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2750 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2751
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2752 if (pn == smallest - 1) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2753 /* extend first or last range */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2754
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2755 if (i == 0) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2756 ctx->first_range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2757
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2758 } else {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2759 r->range++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2760 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2761
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2762 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2763 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2764
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2765 /* nothing found, add new range at the tail */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2766
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2767 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2768 /* packet is too old to keep it */
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2769
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2770 if (pkt->need_ack) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2771 return ngx_quic_send_ack_range(c, ctx, pn, pn);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2772 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2773
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2774 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2775 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2776
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2777 gap = smallest - 2 - pn;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2778 range = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2779
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2780 insert:
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2781
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2782 if (ctx->nranges < NGX_QUIC_MAX_RANGES) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2783 ctx->nranges++;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2784 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2785
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2786 ngx_memmove(&ctx->ranges[i + 1], &ctx->ranges[i],
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2787 sizeof(ngx_quic_ack_range_t) * (ctx->nranges - i - 1));
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2788
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2789 ctx->ranges[i].gap = gap;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2790 ctx->ranges[i].range = range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2791
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2792 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2793 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2794
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2795
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2796 static ngx_int_t
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2797 ngx_quic_send_ack_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2798 uint64_t smallest, uint64_t largest)
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2799 {
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2800 ngx_quic_frame_t *frame;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2801
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2802 frame = ngx_quic_alloc_frame(c, 0);
c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2803 if (frame == NULL) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2804 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2805 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2806
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2807 frame->level = ctx->level;
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2808 frame->type = NGX_QUIC_FT_ACK;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2809 frame->u.ack.largest = largest;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2810 frame->u.ack.delay = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2811 frame->u.ack.range_count = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2812 frame->u.ack.first_range = largest - smallest;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2813
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2814 return NGX_OK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2815 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2816
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2817
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2818 static void
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2819 ngx_quic_drop_ack_ranges(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2820 uint64_t pn)
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2821 {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2822 uint64_t base;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2823 ngx_uint_t i, smallest, largest;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2824 ngx_quic_ack_range_t *r;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2825
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2826 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	2827 "quic ngx_quic_drop_ack_ranges pn:%uL largest:%uL"
eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	2828 " fr:%uL nranges:%ui", pn, ctx->largest_range,
8599 c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2829 ctx->first_range, ctx->nranges);
c01964fd7b8b QUIC: fixed dropping output ack ranges on input ack. Vladimir Homutov <vl@nginx.com> parents: 8598 diff changeset	2830
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2831 base = ctx->largest_range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2832
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2833 if (base == NGX_QUIC_UNSET_PN) {
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2834 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2835 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2836
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2837 if (ctx->pending_ack != NGX_QUIC_UNSET_PN && pn >= ctx->pending_ack) {
85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2838 ctx->pending_ack = NGX_QUIC_UNSET_PN;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2839 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2840
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2841 largest = base;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2842 smallest = largest - ctx->first_range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2843
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2844 if (pn >= largest) {
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	2845 ctx->largest_range = NGX_QUIC_UNSET_PN;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2846 ctx->first_range = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2847 ctx->nranges = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2848 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2849 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2850
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2851 if (pn >= smallest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2852 ctx->first_range = largest - pn - 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2853 ctx->nranges = 0;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2854 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2855 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2856
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2857 for (i = 0; i < ctx->nranges; i++) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2858 r = &ctx->ranges[i];
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2859
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2860 largest = smallest - r->gap - 2;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2861 smallest = largest - r->range;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2862
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2863 if (pn >= largest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2864 ctx->nranges = i;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2865 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2866 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2867 if (pn >= smallest) {
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2868 r->range = largest - pn - 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2869 ctx->nranges = i + 1;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2870 return;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2871 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2872 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2873 }
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2874
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	2875
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2876 static ngx_int_t
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2877 ngx_quic_send_ack(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2878 {
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2879 u_char *p;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2880 size_t ranges_len;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2881 uint64_t ack_delay;
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2882 ngx_uint_t i;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2883 ngx_quic_frame_t *frame;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2884
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2885 if (ctx->level == ssl_encryption_application) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2886 ack_delay = ngx_current_msec - ctx->largest_received;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2887 ack_delay *= 1000;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2888 ack_delay >>= c->quic->ctp.ack_delay_exponent;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2889
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2890 } else {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2891 ack_delay = 0;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2892 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2893
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2894 ranges_len = 0;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2895
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2896 for (i = 0; i < ctx->nranges; i++) {
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2897 ranges_len += ngx_quic_create_ack_range(NULL, ctx->ranges[i].gap,
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2898 ctx->ranges[i].range);
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2899 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2900
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2901 frame = ngx_quic_alloc_frame(c, ranges_len);
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2902 if (frame == NULL) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2903 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2904 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2905
8613 867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2906 p = frame->data;
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2907
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2908 for (i = 0; i < ctx->nranges; i++) {
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2909 p += ngx_quic_create_ack_range(p, ctx->ranges[i].gap,
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2910 ctx->ranges[i].range);
867c189f875d QUIC: unified range format for rx and tx ACK frames. Roman Arutyunyan <arut@nginx.com> parents: 8612 diff changeset	2911 }
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2912
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2913 frame->level = ctx->level;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2914 frame->type = NGX_QUIC_FT_ACK;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2915 frame->u.ack.largest = ctx->largest_range;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	2916 frame->u.ack.delay = ack_delay;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2917 frame->u.ack.range_count = ctx->nranges;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2918 frame->u.ack.first_range = ctx->first_range;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2919 frame->u.ack.ranges_start = frame->data;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2920 frame->u.ack.ranges_end = frame->data + ranges_len;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	2921
8367 c10e7d48aa85 Factored out sending ACK from payload handler. Sergey Kandaurov <pluknet@nginx.com> parents: 8365 diff changeset	2922 ngx_quic_queue_frame(c->quic, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2923
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	2924 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2925 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2926
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2927
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	2928 static ngx_int_t
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2929 ngx_quic_send_cc(ngx_connection_t *c)
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2930 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2931 ngx_quic_frame_t *frame;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2932 ngx_quic_connection_t *qc;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2933
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2934 qc = c->quic;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2935
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2936 if (qc->draining) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2937 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2938 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2939
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2940 if (!qc->initialized) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2941 /* try to initialize secrets to send an early error */
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2942 if (ngx_quic_init_secrets(c) != NGX_OK) {
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2943 return NGX_OK;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2944 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2945 }
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	2946
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2947 if (qc->closing
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2948 && ngx_current_msec - qc->last_cc < NGX_QUIC_CC_MIN_INTERVAL)
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2949 {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2950 /* dot not send CC too often */
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2951 return NGX_OK;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2952 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2953
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2954 frame = ngx_quic_alloc_frame(c, 0);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2955 if (frame == NULL) {
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2956 return NGX_ERROR;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2957 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2958
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2959 frame->level = qc->error_level;
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2960 frame->type = NGX_QUIC_FT_CONNECTION_CLOSE;
8458 e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2961 frame->u.close.error_code = qc->error;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2962 frame->u.close.frame_type = qc->error_ftype;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2963 frame->u.close.app = qc->error_app;
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2964
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2965 if (qc->error_reason) {
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2966 frame->u.close.reason.len = ngx_strlen(qc->error_reason);
e0f92f68e018 QUIC: Introduced ngx_quic_finalize_connection(). Roman Arutyunyan <arut@nginx.com> parents: 8450 diff changeset	2967 frame->u.close.reason.data = (u_char *) qc->error_reason;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2968 }
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	2969
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2970 ngx_quic_queue_frame(c->quic, frame);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2971
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2972 qc->last_cc = ngx_current_msec;
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2973
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2974 return ngx_quic_output(c);
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2975 }
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2976
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2977
ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	2978 static ngx_int_t
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2979 ngx_quic_send_new_token(ngx_connection_t *c)
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2980 {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2981 ngx_str_t token;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2982 ngx_quic_frame_t *frame;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2983
8481 0d2b2664b41c QUIC: added "quic" listen parameter. Roman Arutyunyan <arut@nginx.com> parents: 8480 diff changeset	2984 if (!c->quic->conf->retry) {
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2985 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2986 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2987
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2988 if (ngx_quic_new_token(c, &token) != NGX_OK) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2989 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2990 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2991
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2992 frame = ngx_quic_alloc_frame(c, 0);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2993 if (frame == NULL) {
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2994 return NGX_ERROR;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2995 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2996
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2997 frame->level = ssl_encryption_application;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2998 frame->type = NGX_QUIC_FT_NEW_TOKEN;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	2999 frame->u.token.length = token.len;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3000 frame->u.token.data = token.data;
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	3001
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3002 ngx_quic_queue_frame(c->quic, frame);
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3003
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3004 return NGX_OK;
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3005 }
52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3006
8450 a62849b6463c Style. Vladimir Homutov <vl@nginx.com> parents: 8447 diff changeset	3007
8384 52d0c4832570 Address validation using NEW_TOKEN frame. Sergey Kandaurov <pluknet@nginx.com> parents: 8383 diff changeset	3008 static ngx_int_t
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3009 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3010 ngx_quic_ack_frame_t *ack)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3011 {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3012 ssize_t n;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3013 u_char pos, end;
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3014 uint64_t min, max, gap, range;
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3015 ngx_msec_t send_time;
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3016 ngx_uint_t i;
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3017 ngx_quic_send_ctx_t *ctx;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3018 ngx_quic_connection_t *qc;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3019
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3020 qc = c->quic;
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3021
9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3022 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3023
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3024 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3025 "quic ngx_quic_handle_ack_frame level:%d", pkt->level);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3026
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3027 /*
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3028 * If any computed packet number is negative, an endpoint MUST
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3029 * generate a connection error of type FRAME_ENCODING_ERROR.
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3030 * (19.3.1)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3031 */
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3032
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3033 if (ack->first_range > ack->largest) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3034 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3035 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3036 "quic invalid first range in ack frame");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3037 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3038 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3039
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3040 min = ack->largest - ack->first_range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3041 max = ack->largest;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3042
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3043 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3044 != NGX_OK)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3045 {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3046 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3047 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3048
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3049 /* 13.2.3. Receiver Tracking of ACK Frames */
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	3050 if (ctx->largest_ack < max \|\| ctx->largest_ack == NGX_QUIC_UNSET_PN) {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3051 ctx->largest_ack = max;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3052 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3053 "quic updated largest received ack:%uL", max);
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3054
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3055 /*
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3056 * An endpoint generates an RTT sample on receiving an
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3057 * ACK frame that meets the following two conditions:
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3058 *
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3059 * - the largest acknowledged packet number is newly acknowledged
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3060 * - at least one of the newly acknowledged packets was ack-eliciting.
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3061 */
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3062
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3063 if (send_time != NGX_TIMER_INFINITE) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3064 ngx_quic_rtt_sample(c, ack, pkt->level, send_time);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3065 }
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3066 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3067
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3068 pos = ack->ranges_start;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3069 end = ack->ranges_end;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3070
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3071 for (i = 0; i < ack->range_count; i++) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3072
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	3073 n = ngx_quic_parse_ack_range(pkt->log, pos, end, &gap, &range);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3074 if (n == NGX_ERROR) {
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3075 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3076 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3077 pos += n;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3078
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3079 if (gap + 2 > min) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3080 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3081 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3082 "quic invalid range:%ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3083 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3084 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3085
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3086 max = min - gap - 2;
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3087
69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3088 if (range > max) {
8471 9ed4c12ec948 QUIC: caching c->quic in the ngx_quic_handle_ack_frame() function. Vladimir Homutov <vl@nginx.com> parents: 8470 diff changeset	3089 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3090 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3091 "quic invalid range:%ui in ack frame", i);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3092 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3093 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3094
8502 69033a50c3ae QUIC: fixed ACK Ranges processing. Sergey Kandaurov <pluknet@nginx.com> parents: 8501 diff changeset	3095 min = max - range;
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3096
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3097 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3098 != NGX_OK)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3099 {
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3100 return NGX_ERROR;
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3101 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3102 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3103
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	3104 return ngx_quic_detect_lost(c);
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3105 }
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3106
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3107
1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3108 static ngx_int_t
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3109 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3110 uint64_t min, uint64_t max, ngx_msec_t *send_time)
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3111 {
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3112 uint64_t found_num;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3113 ngx_uint_t found;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3114 ngx_queue_t *q;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3115 ngx_quic_frame_t *f;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3116 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3117
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3118 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3119
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3120 *send_time = NGX_TIMER_INFINITE;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3121 found = 0;
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3122 found_num = 0;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3123
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3124 q = ngx_queue_last(&ctx->sent);
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3125
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	3126 while (q != ngx_queue_sentinel(&ctx->sent)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3127
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3128 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3129 q = ngx_queue_prev(q);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3130
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3131 if (f->pnum >= min && f->pnum <= max) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3132 ngx_quic_congestion_ack(c, f);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3133
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3134 switch (f->type) {
8600 06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	3135 case NGX_QUIC_FT_ACK:
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	3136 case NGX_QUIC_FT_ACK_ECN:
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	3137 ngx_quic_drop_ack_ranges(c, ctx, f->u.ack.largest);
06af25901b1a QUIC: restored proper usage of ngx_quic_drop_ack_ranges(). Sergey Kandaurov <pluknet@nginx.com> parents: 8599 diff changeset	3138 break;
8597 0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3139
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3140 case NGX_QUIC_FT_STREAM0:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3141 case NGX_QUIC_FT_STREAM1:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3142 case NGX_QUIC_FT_STREAM2:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3143 case NGX_QUIC_FT_STREAM3:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3144 case NGX_QUIC_FT_STREAM4:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3145 case NGX_QUIC_FT_STREAM5:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3146 case NGX_QUIC_FT_STREAM6:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3147 case NGX_QUIC_FT_STREAM7:
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3148 ngx_quic_handle_stream_ack(c, f);
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3149 break;
0351fcf52a03 QUIC: drop acknowledged ranges. Vladimir Homutov <vl@nginx.com> parents: 8596 diff changeset	3150 }
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3151
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3152 if (f->pnum > found_num \|\| !found) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3153 *send_time = f->last;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3154 found_num = f->pnum;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3155 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3156
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3157 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3158 ngx_quic_free_frame(c, f);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3159 found = 1;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3160 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3161 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3162
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3163 if (!found) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3164
8437 4e75267865de QUIC: fixed off-by-one in frame range handler. Vladimir Homutov <vl@nginx.com> parents: 8436 diff changeset	3165 if (max < ctx->pnum) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3166 /* duplicate ACK or ACK for non-ack-eliciting frame */
8326 1cdd53532309 ACK ranges processing. Vladimir Homutov <vl@nginx.com> parents: 8325 diff changeset	3167 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3168 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3169
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3170 ngx_log_error(NGX_LOG_INFO, c->log, 0,
8401 d3aa54242c37 Style. Vladimir Homutov <vl@nginx.com> parents: 8400 diff changeset	3171 "quic ACK for the packet not sent");
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3172
fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3173 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
8399 ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	3174 qc->error_ftype = NGX_QUIC_FT_ACK;
ffd362e87eb2 Added more context to CONNECTION CLOSE frames. Vladimir Homutov <vl@nginx.com> parents: 8398 diff changeset	3175 qc->error_reason = "unknown packet number";
8385 fb7422074258 Added generation of CC frames with error on connection termination. Vladimir Homutov <vl@nginx.com> parents: 8384 diff changeset	3176
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3177 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3178 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	3179
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3180 if (!qc->push.timer_set) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3181 ngx_post_event(&qc->push, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3182 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3183
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3184 qc->pto_count = 0;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3185
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3186 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3187 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3188
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3189
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3190 static void
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3191 ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3192 enum ssl_encryption_level_t level, ngx_msec_t send_time)
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3193 {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3194 ngx_msec_t latest_rtt, ack_delay, adjusted_rtt, rttvar_sample;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3195 ngx_quic_connection_t *qc;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3196
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3197 qc = c->quic;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3198
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3199 latest_rtt = ngx_current_msec - send_time;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3200 qc->latest_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3201
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3202 if (qc->min_rtt == NGX_TIMER_INFINITE) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3203 qc->min_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3204 qc->avg_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3205 qc->rttvar = latest_rtt / 2;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3206
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3207 } else {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3208 qc->min_rtt = ngx_min(qc->min_rtt, latest_rtt);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3209
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3210
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3211 if (level == ssl_encryption_application) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3212 ack_delay = ack->delay * (1 << qc->ctp.ack_delay_exponent) / 1000;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3213 ack_delay = ngx_min(ack_delay, qc->ctp.max_ack_delay);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3214
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3215 } else {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3216 ack_delay = 0;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3217 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3218
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3219 adjusted_rtt = latest_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3220
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3221 if (qc->min_rtt + ack_delay < latest_rtt) {
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3222 adjusted_rtt -= ack_delay;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3223 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3224
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3225 qc->avg_rtt = 0.875 * qc->avg_rtt + 0.125 * adjusted_rtt;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3226 rttvar_sample = ngx_abs((ngx_msec_int_t) (qc->avg_rtt - adjusted_rtt));
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3227 qc->rttvar = 0.75 * qc->rttvar + 0.25 * rttvar_sample;
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3228 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3229
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3230 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3231 "quic rtt sample latest:%M min:%M avg:%M var:%M",
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3232 latest_rtt, qc->min_rtt, qc->avg_rtt, qc->rttvar);
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3233 }
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3234
3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3235
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3236 static ngx_inline ngx_msec_t
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3237 ngx_quic_pto(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3238 {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3239 ngx_msec_t duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3240 ngx_quic_connection_t *qc;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3241
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3242 qc = c->quic;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3243
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3244 /* PTO calculation: quic-recovery, Appendix 8 */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3245 duration = qc->avg_rtt;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3246
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3247 duration += ngx_max(4 * qc->rttvar, NGX_QUIC_TIME_GRANULARITY);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3248 duration <<= qc->pto_count;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3249
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3250 if (qc->congestion.in_flight == 0) { /* no in-flight packets */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3251 return duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3252 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3253
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3254 if (ctx == &qc->send_ctx[2] && c->ssl->handshaked) {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3255 /* application send space */
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3256
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3257 duration += qc->tp.max_ack_delay << qc->pto_count;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3258 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3259
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3260 return duration;
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3261 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3262
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	3263
8469 3b107aadc9f6 QUIC: added rtt estimation. Vladimir Homutov <vl@nginx.com> parents: 8458 diff changeset	3264 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3265 ngx_quic_handle_stream_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3266 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3267 uint64_t sent, unacked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3268 ngx_event_t *wev;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3269 ngx_quic_stream_t *sn;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3270 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3271
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3272 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3273
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3274 sn = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3275 if (sn == NULL) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3276 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3277 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3278
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3279 wev = sn->c->write;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3280 sent = sn->c->sent;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3281 unacked = sent - sn->acked;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3282
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3283 if (unacked >= NGX_QUIC_STREAM_BUFSIZE && wev->active) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3284 wev->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3285 ngx_post_event(wev, &ngx_posted_events);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3286 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3287
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3288 sn->acked += f->u.stream.length;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3289
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3290 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, sn->c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3291 "quic stream ack len:%uL acked:%uL unacked:%uL",
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3292 f->u.stream.length, sn->acked, sent - sn->acked);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3293 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3294
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	3295
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3296 static ngx_int_t
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3297 ngx_quic_handle_ordered_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3298 ngx_quic_frame_t frame, ngx_quic_frame_handler_pt handler, void data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3299 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3300 size_t full_len;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3301 ngx_int_t rc;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3302 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3303 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3304
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3305 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3306
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3307 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3308 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3309 "quic out-of-order frame: expecting:%uL got:%uL",
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3310 fs->received, f->offset);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3311
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3312 return ngx_quic_buffer_frame(c, fs, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3313 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3314
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3315 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3316
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3317 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3318 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3319 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3320 /* old/duplicate data range */
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3321 return handler == ngx_quic_crypto_input ? NGX_DECLINED : NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3322 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3323
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3324 /* intersecting data range, frame modified */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3325 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3326
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3327 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3328
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3329 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3330 if (rc == NGX_ERROR) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3331 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3332
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3333 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3334 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3335 return NGX_OK;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3336 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3337
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3338 /* rc == NGX_OK */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3339
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3340 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3341
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3342 /* now check the queue if we can continue with buffered frames */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3343
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3344 do {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3345 q = ngx_queue_head(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3346 if (q == ngx_queue_sentinel(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3347 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3348 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3349
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3350 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3351 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3352
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3353 if (f->offset > fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3354 /* gap found, nothing more to do */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3355 break;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3356 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3357
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3358 full_len = f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3359
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3360 if (f->offset < fs->received) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3361
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3362 if (ngx_quic_adjust_frame_offset(c, frame, fs->received)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3363 == NGX_DONE)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3364 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3365 /* old/duplicate data range */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3366 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3367 fs->total -= f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3368
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3369 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3370 "quic skipped buffered frame, total:%ui",
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3371 fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3372 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3373 continue;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3374 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3375
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3376 /* frame was adjusted, proceed to input */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3377 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3378
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3379 /* f->offset == fs->received */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3380
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3381 rc = handler(c, frame, data);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3382
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3383 if (rc == NGX_ERROR) {
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3384 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3385
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3386 } else if (rc == NGX_DONE) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3387 /* handler destroyed stream, queue no longer exists */
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3388 return NGX_OK;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3389 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3390
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3391 fs->received += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3392 fs->total -= full_len;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3393
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3394 ngx_queue_remove(q);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3395
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3396 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3397 "quic consumed buffered frame, total:%ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3398
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3399 ngx_quic_free_frame(c, frame);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3400
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3401 } while (1);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3402
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3403 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3404 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3405
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3406
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3407 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3408 ngx_quic_adjust_frame_offset(ngx_connection_t c, ngx_quic_frame_t frame,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3409 uint64_t offset_in)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3410 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3411 size_t tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3412 ngx_quic_ordered_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3413
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3414 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3415
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3416 tail = offset_in - f->offset;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3417
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3418 if (tail >= f->length) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3419 /* range preceeding already received data or duplicate, ignore */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3420
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3421 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3422 "quic old or duplicate data in ordered frame, ignored");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3423 return NGX_DONE;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3424 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3425
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3426 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3427 "quic adjusted ordered frame data start to expected offset");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3428
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3429 /* intersecting range: adjust data size */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3430
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3431 f->offset += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3432 f->data += tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3433 f->length -= tail;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3434
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3435 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3436 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3437
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3438
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3439 static ngx_int_t
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3440 ngx_quic_buffer_frame(ngx_connection_t c, ngx_quic_frames_stream_t fs,
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3441 ngx_quic_frame_t *frame)
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3442 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3443 u_char *data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3444 ngx_queue_t *q;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3445 ngx_quic_frame_t dst, item;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3446 ngx_quic_ordered_frame_t f, df;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3447
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3448 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3449 "quic ngx_quic_buffer_frame");
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3450
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3451 f = &frame->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3452
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3453 /* frame start offset is in the future, buffer it */
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3454
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3455 dst = ngx_quic_alloc_frame(c, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3456 if (dst == NULL) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3457 return NGX_ERROR;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3458 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3459
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3460 data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3461 ngx_memcpy(dst, frame, sizeof(ngx_quic_frame_t));
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3462 dst->data = data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3463
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3464 ngx_memcpy(dst->data, f->data, f->length);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3465
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3466 df = &dst->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3467 df->data = dst->data;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3468
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3469 fs->total += f->length;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3470
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3471 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	3472 "quic ordered frame with unexpected offset:"
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3473 " buffered total:%ui", fs->total);
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3474
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3475 if (ngx_queue_empty(&fs->frames)) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3476 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3477 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3478 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3479
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3480 for (q = ngx_queue_last(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3481 q != ngx_queue_sentinel(&fs->frames);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3482 q = ngx_queue_prev(q))
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3483 {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3484 item = ngx_queue_data(q, ngx_quic_frame_t, queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3485 f = &item->u.ord;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3486
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3487 if (f->offset < df->offset) {
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3488 ngx_queue_insert_after(q, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3489 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3490 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3491 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3492
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3493 ngx_queue_insert_after(&fs->frames, &dst->queue);
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3494
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3495 return NGX_OK;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3496 }
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3497
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3498
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3499 static ngx_int_t
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3500 ngx_quic_handle_crypto_frame(ngx_connection_t c, ngx_quic_header_t pkt,
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3501 ngx_quic_frame_t *frame)
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3502 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3503 uint64_t last;
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3504 ngx_int_t rc;
8573 6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3505 ngx_quic_send_ctx_t *ctx;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3506 ngx_quic_connection_t *qc;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3507 ngx_quic_crypto_frame_t *f;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3508 ngx_quic_frames_stream_t *fs;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3509
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3510 qc = c->quic;
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3511 fs = &qc->crypto[pkt->level];
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3512 f = &frame->u.crypto;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3513
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3514 /* no overflow since both values are 62-bit */
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3515 last = f->offset + f->length;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3516
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3517 if (last > fs->received && last - fs->received > NGX_QUIC_MAX_BUFFERED) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3518 c->quic->error = NGX_QUIC_ERR_CRYPTO_BUFFER_EXCEEDED;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3519 return NGX_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3520 }
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3521
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3522 rc = ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_crypto_input,
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3523 NULL);
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3524 if (rc != NGX_DECLINED) {
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3525 return rc;
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3526 }
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3527
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3528 /* speeding up handshake completion */
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3529
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3530 if (pkt->level == ssl_encryption_initial) {
8573 6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3531 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3532
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3533 if (!ngx_queue_empty(&ctx->sent)) {
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3534 ngx_quic_resend_frames(c, ctx);
6226f834b420 QUIC: do not resend empty queue when speeding up handshake. Sergey Kandaurov <pluknet@nginx.com> parents: 8572 diff changeset	3535 }
8566 9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3536 }
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3537
9588a2782c62 QUIC: speeding up handshake completion. Sergey Kandaurov <pluknet@nginx.com> parents: 8565 diff changeset	3538 return NGX_OK;
8335 76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3539 }
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3540
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3541
76839f55bc48 Sorted functions and functions declarations. Vladimir Homutov <vl@nginx.com> parents: 8334 diff changeset	3542 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3543 ngx_quic_crypto_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3544 {
8478 d2f716e668e8 Fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8477 diff changeset	3545 int n, sslerr;
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3546 ngx_ssl_conn_t *ssl_conn;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3547 ngx_quic_crypto_frame_t *f;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3548
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3549 f = &frame->u.crypto;
167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3550
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3551 ssl_conn = c->ssl->connection;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3552
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3553 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	3554 "quic SSL_quic_read_level:%d SSL_quic_write_level:%d",
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3555 (int) SSL_quic_read_level(ssl_conn),
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3556 (int) SSL_quic_write_level(ssl_conn));
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3557
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3558 if (!SSL_provide_quic_data(ssl_conn, SSL_quic_read_level(ssl_conn),
8333 167d32476737 Crypto buffer frames reordering. Vladimir Homutov <vl@nginx.com> parents: 8332 diff changeset	3559 f->data, f->length))
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3560 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3561 ngx_ssl_error(NGX_LOG_INFO, c->log, 0,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3562 "SSL_provide_quic_data() failed");
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3563 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3564 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3565
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3566 n = SSL_do_handshake(ssl_conn);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3567
8620 d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3568 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3569 "quic SSL_quic_read_level:%d SSL_quic_write_level:%d",
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3570 (int) SSL_quic_read_level(ssl_conn),
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3571 (int) SSL_quic_write_level(ssl_conn));
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3572
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3573 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_do_handshake: %d", n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3574
8620 d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3575 if (n <= 0) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3576 sslerr = SSL_get_error(ssl_conn, n);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3577
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3578 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "SSL_get_error: %d",
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3579 sslerr);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3580
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	3581 if (sslerr != SSL_ERROR_WANT_READ) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3582 ngx_ssl_error(NGX_LOG_ERR, c->log, 0, "SSL_do_handshake() failed");
8300 23a2b5e7acc8 Improved SSL_do_handshake() error handling in QUIC. Sergey Kandaurov <pluknet@nginx.com> parents: 8299 diff changeset	3583 return NGX_ERROR;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3584 }
8263 1295b293d09a Connection states code cleanup. Vladimir Homutov <vl@nginx.com> parents: 8260 diff changeset	3585
8620 d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3586 return NGX_OK;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3587 }
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3588
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3589 if (SSL_in_init(ssl_conn)) {
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3590 return NGX_OK;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3591 }
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3592
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3593 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3594 "quic ssl cipher:%s", SSL_get_cipher(ssl_conn));
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3595
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3596 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3597 "quic handshake completed successfully");
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3598
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3599 c->ssl->handshaked = 1;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3600 c->ssl->no_wait_shutdown = 1;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3601
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3602 frame = ngx_quic_alloc_frame(c, 0);
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3603 if (frame == NULL) {
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3604 return NGX_ERROR;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3605 }
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3606
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3607 /* 12.4 Frames and frame types, figure 8 */
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3608 frame->level = ssl_encryption_application;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3609 frame->type = NGX_QUIC_FT_HANDSHAKE_DONE;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3610 ngx_quic_queue_frame(c->quic, frame);
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3611
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3612 if (ngx_quic_send_new_token(c) != NGX_OK) {
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3613 return NGX_ERROR;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3614 }
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3615
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3616 /*
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3617 * Generating next keys before a key update is received.
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3618 * See quic-tls 9.4 Header Protection Timing Side-Channels.
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3619 */
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3620
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	3621 if (ngx_quic_keys_update(c, c->quic->keys) != NGX_OK) {
8620 d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3622 return NGX_ERROR;
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3623 }
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3624
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3625 /*
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3626 * 4.10.2 An endpoint MUST discard its handshake keys
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3627 * when the TLS handshake is confirmed
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3628 */
d10118e38943 QUIC: refactored SSL_do_handshake() handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8619 diff changeset	3629 ngx_quic_discard_ctx(c, ssl_encryption_handshake);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3630
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3631 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3632 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3633
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3634
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3635 static ngx_int_t
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3636 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3637 ngx_quic_frame_t *frame)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3638 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3639 size_t window;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3640 uint64_t last;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3641 ngx_buf_t *b;
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3642 ngx_pool_t *pool;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3643 ngx_connection_t *sc;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3644 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3645 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3646 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3647 ngx_quic_frames_stream_t *fs;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3648
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3649 qc = c->quic;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3650 f = &frame->u.stream;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3651
8427 d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3652 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3653 && (f->stream_id & NGX_QUIC_STREAM_SERVER_INITIATED))
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3654 {
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3655 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3656 return NGX_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3657 }
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3658
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3659 /* no overflow since both values are 62-bit */
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3660 last = f->offset + f->length;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3661
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3662 sn = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3663
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3664 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3665 sn = ngx_quic_create_client_stream(c, f->stream_id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3666
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3667 if (sn == NULL) {
8427 d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3668 return NGX_ERROR;
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3669 }
d437ee1ce81e Reject invalid STREAM ID with STREAM_STATE_ERROR connection error. Sergey Kandaurov <pluknet@nginx.com> parents: 8424 diff changeset	3670
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3671 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3672 return NGX_OK;
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	3673 }
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3674
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3675 sc = sn->c;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3676 fs = &sn->fs;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3677 b = sn->b;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3678 window = b->end - b->last;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3679
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3680 if (last > window) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3681 c->quic->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3682 goto cleanup;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3683 }
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3684
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3685 if (ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3686 sn)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3687 != NGX_OK)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3688 {
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3689 goto cleanup;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3690 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3691
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3692 sc->listening->handler(sc);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3693
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3694 return NGX_OK;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3695 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3696
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3697 fs = &sn->fs;
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3698 b = sn->b;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3699 window = (b->pos - b->start) + (b->end - b->last);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3700
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3701 if (last > fs->received && last - fs->received > window) {
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3702 c->quic->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3703 return NGX_ERROR;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3704 }
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3705
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3706 return ngx_quic_handle_ordered_frame(c, fs, frame, ngx_quic_stream_input,
81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3707 sn);
8530 f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3708
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3709 cleanup:
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3710
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3711 pool = sc->pool;
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3712
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3713 ngx_close_connection(sc);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3714 ngx_destroy_pool(pool);
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3715
f882b1784f30 QUIC: enforce flow control on incoming STREAM and CRYPTO frames. Roman Arutyunyan <arut@nginx.com> parents: 8528 diff changeset	3716 return NGX_ERROR;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3717 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3718
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3719
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3720 static ngx_int_t
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3721 ngx_quic_stream_input(ngx_connection_t c, ngx_quic_frame_t frame, void *data)
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3722 {
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3723 uint64_t id;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3724 ngx_buf_t *b;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3725 ngx_event_t *rev;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3726 ngx_quic_stream_t *sn;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3727 ngx_quic_connection_t *qc;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3728 ngx_quic_stream_frame_t *f;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3729
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3730 qc = c->quic;
8378 81a4f98a2556 Cleaned up reordering code. Vladimir Homutov <vl@nginx.com> parents: 8377 diff changeset	3731 sn = data;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3732
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3733 f = &frame->u.stream;
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3734 id = f->stream_id;
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3735
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3736 b = sn->b;
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3737
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3738 if ((size_t) ((b->pos - b->start) + (b->end - b->last)) < f->length) {
8361 336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3739 ngx_log_error(NGX_LOG_INFO, c->log, 0,
336d527ca031 Error messages cleanup. Vladimir Homutov <vl@nginx.com> parents: 8360 diff changeset	3740 "quic no space in stream buffer");
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3741 return NGX_ERROR;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3742 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3743
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3744 if ((size_t) (b->end - b->last) < f->length) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3745 b->last = ngx_movemem(b->start, b->pos, b->last - b->pos);
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3746 b->pos = b->start;
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3747 }
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3748
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	3749 b->last = ngx_cpymem(b->last, f->data, f->length);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3750
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3751 rev = sn->c->read;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3752 rev->ready = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3753
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3754 if (f->fin) {
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3755 rev->pending_eof = 1;
32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	3756 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3757
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3758 if (rev->active) {
ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3759 rev->handler(rev);
8314 de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	3760 }
de8981bf2dd5 Advertizing MAX_STREAMS (0x12) credit in advance. Sergey Kandaurov <pluknet@nginx.com> parents: 8312 diff changeset	3761
8337 ab443e80d9e4 Create new stream immediately on receiving new stream id. Vladimir Homutov <vl@nginx.com> parents: 8336 diff changeset	3762 /* check if stream was destroyed by handler */
8501 fc16e303003a QUIC: fixed possible use-after-free on stream cleanup. Sergey Kandaurov <pluknet@nginx.com> parents: 8500 diff changeset	3763 if (ngx_quic_find_stream(&qc->streams.tree, id) == NULL) {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3764 return NGX_DONE;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3765 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	3766
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3767 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3768 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3769
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	3770
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3771 static ngx_int_t
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3772 ngx_quic_handle_max_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3773 ngx_quic_max_data_frame_t *f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3774 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3775 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3776 ngx_rbtree_t *tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3777 ngx_rbtree_node_t *node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3778 ngx_quic_stream_t *qs;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3779 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3780
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3781 qc = c->quic;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3782 tree = &qc->streams.tree;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3783
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3784 if (f->max_data <= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3785 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3786 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3787
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3788 if (qc->streams.sent >= qc->streams.send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3789
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3790 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3791 node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3792 node = ngx_rbtree_next(tree, node))
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3793 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3794 qs = (ngx_quic_stream_t *) node;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3795 wev = qs->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3796
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3797 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3798 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3799 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3800 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3801 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3802 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3803
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3804 qc->streams.send_max_data = f->max_data;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3805
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3806 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3807 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3808
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3809
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3810 static ngx_int_t
8245 a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3811 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3812 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3813 {
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3814 return NGX_OK;
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3815 }
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3816
a14afe21e692 Double MAX_STREAMS on STREAMS_BLOCKED. Roman Arutyunyan <arut@nginx.com> parents: 8241 diff changeset	3817
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3818 static ngx_int_t
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3819 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3820 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3821 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3822 size_t n;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3823 ngx_buf_t *b;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3824 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3825 ngx_quic_stream_t *sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	3826 ngx_quic_connection_t *qc;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3827
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3828 qc = c->quic;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3829
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3830 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3831 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3832 {
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3833 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3834 return NGX_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3835 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3836
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3837 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3838
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3839 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3840 sn = ngx_quic_create_client_stream(c, f->id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3841
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3842 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3843 return NGX_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3844 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3845
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3846 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3847 return NGX_OK;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3848 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3849
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3850 b = sn->b;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3851 n = b->end - b->last;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3852
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3853 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3854
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3855 } else {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3856 b = sn->b;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3857 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3858 }
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3859
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	3860 frame = ngx_quic_alloc_frame(c, 0);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3861 if (frame == NULL) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3862 return NGX_ERROR;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3863 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3864
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3865 frame->level = pkt->level;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3866 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3867 frame->u.max_stream_data.id = f->id;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3868 frame->u.max_stream_data.limit = n;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3869
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3870 ngx_quic_queue_frame(c->quic, frame);
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3871
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3872 return NGX_OK;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3873 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3874
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	3875
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3876 static ngx_int_t
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3877 ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3878 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f)
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3879 {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3880 uint64_t sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3881 ngx_event_t *wev;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3882 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3883 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3884
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3885 qc = c->quic;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3886
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3887 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3888 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3889 {
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3890 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3891 return NGX_ERROR;
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3892 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3893
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3894 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3895
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3896 if (sn == NULL) {
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3897 sn = ngx_quic_create_client_stream(c, f->id);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3898
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3899 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3900 return NGX_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3901 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3902
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3903 if (sn == NGX_QUIC_STREAM_GONE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3904 return NGX_OK;
8429 8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3905 }
8fc9fcf18608 Stream ID handling in MAX_STREAM_DATA and STREAM_DATA_BLOCKED. Sergey Kandaurov <pluknet@nginx.com> parents: 8428 diff changeset	3906
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3907 if (f->limit > sn->send_max_data) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3908 sn->send_max_data = f->limit;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3909 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3910
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3911 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3912
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	3913 return NGX_OK;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3914 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3915
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3916 if (f->limit <= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3917 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3918 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3919
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3920 sent = sn->c->sent;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3921
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3922 if (sent >= sn->send_max_data) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3923 wev = sn->c->write;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3924
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3925 if (wev->active) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3926 wev->ready = 1;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3927 ngx_post_event(wev, &ngx_posted_events);
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3928 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3929 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3930
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3931 sn->send_max_data = f->limit;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3932
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3933 return NGX_OK;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3934 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3935
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	3936
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3937 static ngx_int_t
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3938 ngx_quic_handle_reset_stream_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3939 ngx_quic_header_t pkt, ngx_quic_reset_stream_frame_t f)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3940 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3941 ngx_event_t *rev;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3942 ngx_connection_t *sc;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3943 ngx_quic_stream_t *sn;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3944 ngx_quic_connection_t *qc;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3945
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3946 qc = c->quic;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3947
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3948 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3949 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3950 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3951 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3952 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3953 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3954
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3955 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3956
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3957 if (sn == NULL) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3958 sn = ngx_quic_create_client_stream(c, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3959
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3960 if (sn == NULL) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3961 return NGX_ERROR;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3962 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3963
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3964 if (sn == NGX_QUIC_STREAM_GONE) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3965 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3966 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3967
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3968 sc = sn->c;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3969
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3970 rev = sc->read;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3971 rev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3972 rev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3973
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3974 sc->listening->handler(sc);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3975
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3976 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3977 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3978
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3979 rev = sn->c->read;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3980 rev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3981 rev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3982
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3983 if (rev->active) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3984 rev->handler(rev);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3985 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3986
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3987 return NGX_OK;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3988 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3989
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3990
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3991 static ngx_int_t
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3992 ngx_quic_handle_stop_sending_frame(ngx_connection_t *c,
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3993 ngx_quic_header_t pkt, ngx_quic_stop_sending_frame_t f)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3994 {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3995 ngx_event_t *wev;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	3996 ngx_connection_t *sc;
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3997 ngx_quic_stream_t *sn;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3998 ngx_quic_connection_t *qc;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	3999
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4000 qc = c->quic;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4001
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4002 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4003 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4004 {
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4005 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4006 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4007 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4008
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4009 sn = ngx_quic_find_stream(&qc->streams.tree, f->id);
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4010
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4011 if (sn == NULL) {
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4012 sn = ngx_quic_create_client_stream(c, f->id);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4013
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4014 if (sn == NULL) {
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4015 return NGX_ERROR;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4016 }
8505 240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4017
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4018 if (sn == NGX_QUIC_STREAM_GONE) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4019 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4020 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4021
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4022 sc = sn->c;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4023
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4024 wev = sc->write;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4025 wev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4026 wev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4027
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4028 sc->listening->handler(sc);
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4029
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4030 return NGX_OK;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4031 }
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4032
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4033 wev = sn->c->write;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4034 wev->error = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4035 wev->ready = 1;
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4036
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4037 if (wev->active) {
240931629995 QUIC: handle client RESET_STREAM and STOP_SENDING. Roman Arutyunyan <arut@nginx.com> parents: 8504 diff changeset	4038 wev->handler(wev);
8428 953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4039 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4040
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4041 return NGX_OK;
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4042 }
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4043
953cf44708b0 Stream ID handling in RESET_STREAM and STOP_SENDING frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8427 diff changeset	4044
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4045 static ngx_int_t
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4046 ngx_quic_handle_max_streams_frame(ngx_connection_t *c,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4047 ngx_quic_header_t pkt, ngx_quic_max_streams_frame_t f)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4048 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4049 ngx_quic_connection_t *qc;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4050
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4051 qc = c->quic;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4052
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4053 if (f->bidi) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4054 if (qc->streams.server_max_streams_bidi < f->limit) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4055 qc->streams.server_max_streams_bidi = f->limit;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4056
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4057 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4058 "quic max_streams_bidi:%uL", f->limit);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4059 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4060
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4061 } else {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4062 if (qc->streams.server_max_streams_uni < f->limit) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4063 qc->streams.server_max_streams_uni = f->limit;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4064
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4065 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4066 "quic max_streams_uni:%uL", f->limit);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4067 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4068 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4069
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4070 return NGX_OK;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4071 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4072
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4073
8531 4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4074 static ngx_int_t
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4075 ngx_quic_handle_path_challenge_frame(ngx_connection_t *c,
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4076 ngx_quic_header_t pkt, ngx_quic_path_challenge_frame_t f)
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4077 {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4078 ngx_quic_frame_t *frame;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4079
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4080 frame = ngx_quic_alloc_frame(c, 0);
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4081 if (frame == NULL) {
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4082 return NGX_ERROR;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4083 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4084
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4085 frame->level = pkt->level;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4086 frame->type = NGX_QUIC_FT_PATH_RESPONSE;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4087 frame->u.path_response = *f;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4088
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4089 ngx_quic_queue_frame(c->quic, frame);
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4090
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4091 return NGX_OK;
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4092 }
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4093
4ff2a0b747d1 QUIC: handle PATH_CHALLENGE frame. Roman Arutyunyan <arut@nginx.com> parents: 8530 diff changeset	4094
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4095 static ngx_int_t
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4096 ngx_quic_handle_new_connection_id_frame(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4097 ngx_quic_header_t pkt, ngx_quic_new_conn_id_frame_t f)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4098 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4099 ngx_queue_t *q;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4100 ngx_quic_client_id_t cid, item;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4101 ngx_quic_connection_t *qc;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4102
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4103 qc = c->quic;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4104
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4105 if (f->seqnum < qc->max_retired_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4106 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4107 * An endpoint that receives a NEW_CONNECTION_ID frame with
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4108 * a sequence number smaller than the Retire Prior To field
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4109 * of a previously received NEW_CONNECTION_ID frame MUST send
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4110 * a corresponding RETIRE_CONNECTION_ID frame that retires
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4111 * the newly received connection ID, unless it has already
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4112 * done so for that sequence number.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4113 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4114
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4115 if (ngx_quic_retire_connection_id(c, pkt->level, f->seqnum) != NGX_OK) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4116 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4117 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4118
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4119 goto retire;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4120 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4121
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4122 cid = NULL;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4123
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4124 for (q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4125 q != ngx_queue_sentinel(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4126 q = ngx_queue_next(q))
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4127 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4128 item = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4129
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4130 if (item->seqnum == f->seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4131 cid = item;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4132 break;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4133 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4134 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4135
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4136 if (cid) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4137 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4138 * Transmission errors, timeouts and retransmissions might cause the
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4139 * same NEW_CONNECTION_ID frame to be received multiple times
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4140 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4141
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4142 if (cid->len != f->len
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4143 \|\| ngx_strncmp(cid->id, f->cid, f->len) != 0
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	4144 \|\| ngx_strncmp(cid->sr_token, f->srt, NGX_QUIC_SR_TOKEN_LEN) != 0)
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4145 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4146 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4147 * ..a sequence number is used for different connection IDs,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4148 * the endpoint MAY treat that receipt as a connection error
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4149 * of type PROTOCOL_VIOLATION.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4150 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4151 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4152 qc->error_reason = "seqnum refers to different connection id/token";
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4153 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4154 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4155
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4156 } else {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4157
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4158 cid = ngx_quic_alloc_connection_id(c, qc);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4159 if (cid == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4160 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4161 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4162
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4163 cid->seqnum = f->seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4164 cid->len = f->len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4165 ngx_memcpy(cid->id, f->cid, f->len);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4166
8562 b31c02454539 QUIC: added stateless reset support. Vladimir Homutov <vl@nginx.com> parents: 8561 diff changeset	4167 ngx_memcpy(cid->sr_token, f->srt, NGX_QUIC_SR_TOKEN_LEN);
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4168
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4169 ngx_queue_insert_tail(&qc->client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4170 qc->nclient_ids++;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4171
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4172 /* always use latest available connection id */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4173 if (f->seqnum > qc->curr_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4174 qc->scid.len = cid->len;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4175 qc->scid.data = cid->id;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4176 qc->curr_seqnum = f->seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4177 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4178 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4179
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4180 retire:
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4181
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4182 if (qc->max_retired_seqnum && f->retire <= qc->max_retired_seqnum) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4183 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4184 * Once a sender indicates a Retire Prior To value, smaller values sent
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4185 * in subsequent NEW_CONNECTION_ID frames have no effect. A receiver
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4186 * MUST ignore any Retire Prior To fields that do not increase the
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4187 * largest received Retire Prior To value.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4188 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4189 goto done;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4190 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4191
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4192 qc->max_retired_seqnum = f->retire;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4193
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4194 q = ngx_queue_head(&qc->client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4195
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4196 while (q != ngx_queue_sentinel(&qc->client_ids)) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4197
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4198 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4199 q = ngx_queue_next(q);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4200
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4201 if (cid->seqnum >= f->retire) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4202 continue;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4203 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4204
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4205 /* this connection id must be retired */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4206
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4207 if (ngx_quic_retire_connection_id(c, pkt->level, cid->seqnum)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4208 != NGX_OK)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4209 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4210 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4211 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4212
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4213 ngx_queue_remove(&cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4214 ngx_queue_insert_head(&qc->free_client_ids, &cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4215 qc->nclient_ids--;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4216 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4217
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4218 done:
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4219
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4220 if (qc->nclient_ids > qc->tp.active_connection_id_limit) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4221 /*
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4222 * After processing a NEW_CONNECTION_ID frame and
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4223 * adding and retiring active connection IDs, if the number of active
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4224 * connection IDs exceeds the value advertised in its
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4225 * active_connection_id_limit transport parameter, an endpoint MUST
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4226 * close the connection with an error of type CONNECTION_ID_LIMIT_ERROR.
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4227 */
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4228 qc->error = NGX_QUIC_ERR_CONNECTION_ID_LIMIT_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4229 qc->error_reason = "too many connection ids received";
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4230 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4231 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4232
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4233 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4234 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4235
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4236
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4237 static ngx_int_t
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4238 ngx_quic_retire_connection_id(ngx_connection_t *c,
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4239 enum ssl_encryption_level_t level, uint64_t seqnum)
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4240 {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4241 ngx_quic_frame_t *frame;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4242
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4243 frame = ngx_quic_alloc_frame(c, 0);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4244 if (frame == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4245 return NGX_ERROR;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4246 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4247
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4248 frame->level = level;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4249 frame->type = NGX_QUIC_FT_RETIRE_CONNECTION_ID;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4250 frame->u.retire_cid.sequence_number = seqnum;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4251
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4252 ngx_quic_queue_frame(c->quic, frame);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4253
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4254 return NGX_OK;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4255 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4256
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4257
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4258 static ngx_quic_client_id_t *
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4259 ngx_quic_alloc_connection_id(ngx_connection_t c, ngx_quic_connection_t qc)
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4260 {
8561 b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4261 ngx_queue_t *q;
b4ef79ef1c23 QUIC: refined the "c->quic->initialized" flag usage. Vladimir Homutov <vl@nginx.com> parents: 8560 diff changeset	4262 ngx_quic_client_id_t *cid;
8538 3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4263
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4264 if (!ngx_queue_empty(&qc->free_client_ids)) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4265
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4266 q = ngx_queue_head(&qc->free_client_ids);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4267 cid = ngx_queue_data(q, ngx_quic_client_id_t, queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4268
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4269 ngx_queue_remove(&cid->queue);
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4270
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4271 ngx_memzero(cid, sizeof(ngx_quic_client_id_t));
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4272
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4273 } else {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4274
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4275 cid = ngx_pcalloc(c->pool, sizeof(ngx_quic_client_id_t));
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4276 if (cid == NULL) {
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4277 return NULL;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4278 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4279 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4280
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4281 return cid;
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4282 }
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4283
3afaaaa930ab QUIC: added support for multiple connection IDs. Vladimir Homutov <vl@nginx.com> parents: 8536 diff changeset	4284
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4285 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4286 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4287 {
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4288 ngx_quic_send_ctx_t *ctx;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4289
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4290 ctx = ngx_quic_get_send_ctx(qc, frame->level);
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4291
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4292 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4293
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4294 frame->len = ngx_quic_create_frame(NULL, frame);
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4295 /* always succeeds */
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4296
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4297 if (qc->closing) {
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4298 return;
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4299 }
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4300
8517 924882f42dea QUIC: do not artificially delay sending queued frames. Sergey Kandaurov <pluknet@nginx.com> parents: 8516 diff changeset	4301 ngx_post_event(&qc->push, &ngx_posted_events);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4302 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4303
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4304
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4305 static ngx_int_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4306 ngx_quic_output(ngx_connection_t *c)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4307 {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4308 ngx_uint_t i;
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4309 ngx_msec_t delay;
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4310 ngx_quic_send_ctx_t *ctx;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4311 ngx_quic_connection_t *qc;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4312
8275 19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	4313 c->log->action = "sending frames";
19660929e8ff Logging cleanup. Vladimir Homutov <vl@nginx.com> parents: 8274 diff changeset	4314
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4315 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4316
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4317 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4318
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4319 ctx = &qc->send_ctx[i];
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4320
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4321 if (ctx->send_ack) {
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4322
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4323 if (ctx->level == ssl_encryption_application) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4324
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4325 delay = ngx_current_msec - ctx->ack_delay_start;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4326
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4327 if (ctx->send_ack < NGX_QUIC_MAX_ACK_GAP
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4328 && delay < qc->tp.max_ack_delay)
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4329 {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4330 if (!qc->push.timer_set && !qc->closing) {
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4331 ngx_add_timer(&qc->push, qc->tp.max_ack_delay - delay);
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4332 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4333
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4334 goto output;
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4335 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4336 }
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4337
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4338 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4339 return NGX_ERROR;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4340 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4341 ctx->send_ack = 0;
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4342 }
38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4343
8603 c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4344 output:
c5ea341f705a QUIC: optimized acknowledgement generation. Vladimir Homutov <vl@nginx.com> parents: 8602 diff changeset	4345
8596 38c7dd720774 QUIC: added ACK frame range support. Vladimir Homutov <vl@nginx.com> parents: 8595 diff changeset	4346 if (ngx_quic_output_frames(c, ctx) != NGX_OK) {
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4347 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4348 }
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4349 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4350
8322 d9bc33166361 Do not set timers after the connection is closed. Vladimir Homutov <vl@nginx.com> parents: 8321 diff changeset	4351 if (!qc->send_timer_set && !qc->closing) {
8271 8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4352 qc->send_timer_set = 1;
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4353 ngx_add_timer(c->read, qc->tp.max_idle_timeout);
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4354 }
8e54a17dabee Respect QUIC max_idle_timeout. Roman Arutyunyan <arut@nginx.com> parents: 8270 diff changeset	4355
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4356 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4357 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4358
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4359
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4360 static ngx_int_t
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4361 ngx_quic_output_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4362 {
8610 7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4363 size_t len, hlen, cutoff;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4364 ngx_uint_t need_ack;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4365 ngx_queue_t *q, range;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4366 ngx_quic_frame_t *f;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4367 ngx_quic_congestion_t *cg;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4368 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4369
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4370 qc = c->quic;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4371 cg = &qc->congestion;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4372
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4373 if (ngx_queue_empty(&ctx->frames)) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4374 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4375 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4376
8332 6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4377 q = ngx_queue_head(&ctx->frames);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4378 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4379
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4380 /* all frames in same send_ctx share same level */
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4381 hlen = (f->level == ssl_encryption_application) ? NGX_QUIC_MAX_SHORT_HEADER
6ad871b63422 Cleaned up magic numbers in ngx_quic_output_frames(). Vladimir Homutov <vl@nginx.com> parents: 8331 diff changeset	4382 : NGX_QUIC_MAX_LONG_HEADER;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4383 hlen += EVP_GCM_TLS_TAG_LEN;
8590 44991d728899 QUIC: account packet header length in amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8589 diff changeset	4384 hlen -= NGX_QUIC_MAX_CID_LEN - qc->scid.len;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4385
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4386 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4387 len = 0;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4388 need_ack = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4389 ngx_queue_init(&range);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4390
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4391 do {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4392 /* process group of frames that fits into packet */
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4393 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4394
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4395 if (len && hlen + len + f->len > qc->ctp.max_udp_payload_size) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4396 break;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4397 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4398
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4399 if (f->need_ack) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4400 need_ack = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4401 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4402
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4403 if (need_ack && cg->in_flight + len + f->len > cg->window) {
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4404 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4405 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4406
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4407 if (!qc->validated) {
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4408 /*
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4409 * Prior to validation, endpoints are limited in what they
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4410 * are able to send. During the handshake, a server cannot
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4411 * send more than three times the data it receives;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4412 */
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4413
8610 7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4414 if (f->level == ssl_encryption_initial) {
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4415 cutoff = (c->sent + NGX_QUIC_MIN_INITIAL_SIZE) / 3;
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4416
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4417 } else {
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4418 cutoff = (c->sent + hlen + len + f->len) / 3;
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4419 }
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4420
7a9ab6f7cea3 QUIC: updated anti-amplification check for draft 32. Vladimir Homutov <vl@nginx.com> parents: 8609 diff changeset	4421 if (cutoff > qc->received) {
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4422 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4423 "quic hit amplification limit"
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4424 " received:%uz sent:%O",
8477 031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4425 qc->received, c->sent);
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4426 break;
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4427 }
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4428 }
031918df51c0 QUIC: added anti-amplification limit. Vladimir Homutov <vl@nginx.com> parents: 8476 diff changeset	4429
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4430 q = ngx_queue_next(q);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4431
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4432 f->first = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4433
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4434 ngx_queue_remove(&f->queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4435 ngx_queue_insert_tail(&range, &f->queue);
8476 f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4436
f9fbeb4ee0de QUIC: added limit of queued data. Vladimir Homutov <vl@nginx.com> parents: 8475 diff changeset	4437 len += f->len;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4438
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4439 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4440
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4441 if (ngx_queue_empty(&range)) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4442 break;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4443 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4444
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4445 if (ngx_quic_send_frames(c, ctx, &range) != NGX_OK) {
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4446 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4447 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4448
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4449 } while (q != ngx_queue_sentinel(&ctx->frames));
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4450
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4451 return NGX_OK;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4452 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4453
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4454
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4455 static void
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4456 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4457 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4458 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4459 ngx_quic_frame_t *f;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4460
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4461 do {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4462 q = ngx_queue_head(frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4463
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4464 if (q == ngx_queue_sentinel(frames)) {
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4465 break;
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4466 }
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4467
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4468 ngx_queue_remove(q);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4469
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4470 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4471
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4472 ngx_quic_free_frame(c, f);
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4473 } while (1);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4474 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4475
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4476
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4477 static ngx_int_t
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4478 ngx_quic_send_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4479 ngx_queue_t *frames)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4480 {
8591 ffa14521990e QUIC: sorted ngx_quic_send_frames() declarations. Sergey Kandaurov <pluknet@nginx.com> parents: 8590 diff changeset	4481 u_char *p;
8595 96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4482 size_t pad_len;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4483 ssize_t len;
8591 ffa14521990e QUIC: sorted ngx_quic_send_frames() declarations. Sergey Kandaurov <pluknet@nginx.com> parents: 8590 diff changeset	4484 ngx_str_t out, res;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4485 ngx_msec_t now;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4486 ngx_queue_t *q;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4487 ngx_quic_frame_t f, start;
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4488 ngx_quic_header_t pkt;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4489 ngx_quic_connection_t *qc;
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	4490 static u_char src[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	4491 static u_char dst[NGX_QUIC_MAX_UDP_PAYLOAD_SIZE];
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4492
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4493 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4494 "quic ngx_quic_send_frames");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4495
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4496 q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4497 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4498
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4499 ngx_memzero(&pkt, sizeof(ngx_quic_header_t));
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4500
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4501 now = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4502
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4503 p = src;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4504 out.data = src;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4505
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4506 for (q = ngx_queue_head(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4507 q != ngx_queue_sentinel(frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4508 q = ngx_queue_next(q))
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4509 {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4510 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4511
8604 b3d9e57d0f62 QUIC: single function for frame debug logging. Vladimir Homutov <vl@nginx.com> parents: 8603 diff changeset	4512 ngx_quic_log_frame(c->log, f, 1);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4513
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4514 len = ngx_quic_create_frame(p, f);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4515 if (len == -1) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4516 ngx_quic_free_frames(c, frames);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4517 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4518 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4519
8312 053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4520 if (f->need_ack) {
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4521 pkt.need_ack = 1;
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4522 }
053fa468b044 Fixed missing propagation of need_ack flag from frames to packet. Vladimir Homutov <vl@nginx.com> parents: 8311 diff changeset	4523
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4524 p += len;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4525 f->pnum = ctx->pnum;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	4526 f->last = now;
8572 3bde57a0e6ce QUIC: zero out packet length in frames prior to send. Sergey Kandaurov <pluknet@nginx.com> parents: 8567 diff changeset	4527 f->plen = 0;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4528 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4529
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4530 out.len = p - out.data;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4531
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4532 qc = c->quic;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4533
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	4534 pkt.keys = qc->keys;
8306 058a5af7ddfc Refactored QUIC secrets storage. Vladimir Homutov <vl@nginx.com> parents: 8305 diff changeset	4535
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4536 pkt.flags = NGX_QUIC_PKT_FIXED_BIT;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4537
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4538 if (start->level == ssl_encryption_initial) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4539 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_INITIAL;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4540
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4541 } else if (start->level == ssl_encryption_handshake) {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4542 pkt.flags \|= NGX_QUIC_PKT_LONG \| NGX_QUIC_PKT_HANDSHAKE;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4543
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4544 } else {
8370 262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4545 if (c->quic->key_phase) {
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4546 pkt.flags \|= NGX_QUIC_PKT_KPHASE;
262396242352 Reworked macros for parsing/assembling packet types. Vladimir Homutov <vl@nginx.com> parents: 8369 diff changeset	4547 }
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4548 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4549
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4550 ngx_quic_set_packet_number(&pkt, ctx);
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4551
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4552 pkt.log = c->log;
949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4553 pkt.level = start->level;
8344 e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	4554 pkt.dcid = qc->scid;
e0abe17a2878 Removed source/destination swap from the function creating header. Vladimir Homutov <vl@nginx.com> parents: 8343 diff changeset	4555 pkt.scid = qc->dcid;
8595 96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4556
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4557 if (start->level == ssl_encryption_initial && pkt.need_ack) {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4558 pad_len = NGX_QUIC_MIN_INITIAL_SIZE - EVP_GCM_TLS_TAG_LEN
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4559 - ngx_quic_create_long_header(&pkt, NULL, out.len, NULL);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4560 pad_len = ngx_min(pad_len, NGX_QUIC_MIN_INITIAL_SIZE);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4561
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4562 } else {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4563 pad_len = 4;
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4564 }
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4565
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4566 if (out.len < pad_len) {
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4567 ngx_memset(p, NGX_QUIC_FT_PADDING, pad_len - out.len);
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4568 out.len = pad_len;
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4569 }
96798101c3aa QUIC: expand UDP datagrams with an ack-eliciting Initial packet. Sergey Kandaurov <pluknet@nginx.com> parents: 8592 diff changeset	4570
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4571 pkt.payload = out;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	4572
8289 949b95e4d504 Merged ngx_quic_send_packet() into ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8288 diff changeset	4573 res.data = dst;
8285 f85749b60e58 Removed memory allocations from encryption code. Vladimir Homutov <vl@nginx.com> parents: 8284 diff changeset	4574
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4575 ngx_log_debug6(NGX_LOG_DEBUG_EVENT, c->log, 0,
8609 f32740ddd484 QUIC: got rid of "pkt" abbreviation in logs. Vladimir Homutov <vl@nginx.com> parents: 8608 diff changeset	4576 "quic packet tx %s bytes:%ui"
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4577 " need_ack:%d number:%L encoded nl:%d trunc:0x%xD",
8608 4a05f0f3dfce QUIC: added "rx" and "tx" prefixes to packet debug. Vladimir Homutov <vl@nginx.com> parents: 8607 diff changeset	4578 ngx_quic_level_name(start->level), out.len, pkt.need_ack,
4a05f0f3dfce QUIC: added "rx" and "tx" prefixes to packet debug. Vladimir Homutov <vl@nginx.com> parents: 8607 diff changeset	4579 pkt.number, pkt.num_len, pkt.trunc);
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4580
8621 9c3be23ddbe7 QUIC: refactored key handling. Sergey Kandaurov <pluknet@nginx.com> parents: 8620 diff changeset	4581 if (ngx_quic_encrypt(&pkt, &res) != NGX_OK) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4582 ngx_quic_free_frames(c, frames);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4583 return NGX_ERROR;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4584 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4585
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4586 len = c->send(c, res.data, res.len);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4587 if (len == NGX_ERROR \|\| (size_t) len != res.len) {
8575 2b11bd029815 QUIC: fixed memory leak in ngx_quic_send_frames(). Vladimir Homutov <vl@nginx.com> parents: 8574 diff changeset	4588 ngx_quic_free_frames(c, frames);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4589 return NGX_ERROR;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4590 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4591
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4592 /* len == NGX_OK \|\| NGX_AGAIN */
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4593 ctx->pnum++;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4594
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4595 if (pkt.need_ack) {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4596 /* move frames into the sent queue to wait for ack */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4597
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4598 if (qc->closing) {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4599 /* if we are closing, any ack will be discarded */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4600 ngx_quic_free_frames(c, frames);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4601
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4602 } else {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4603 ngx_queue_add(&ctx->sent, frames);
8475 b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4604 if (qc->pto.timer_set) {
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4605 ngx_del_timer(&qc->pto);
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4606 }
b276833111cf QUIC: implemented probe timeout (PTO) calculation. Vladimir Homutov <vl@nginx.com> parents: 8474 diff changeset	4607 ngx_add_timer(&qc->pto, ngx_quic_pto(c, ctx));
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4608
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4609 start->plen = len;
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4610 }
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4611
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	4612 qc->congestion.in_flight += len;
8473 1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4613
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4614 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4615 "quic congestion send if:%uz",
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4616 qc->congestion.in_flight);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4617 } else {
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4618 /* no ack is expected for this frames, so we can free them */
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4619 ngx_quic_free_frames(c, frames);
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4620 }
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4621
1b9db5c8c29b QUIC: reworked ngx_quic_send_frames() function. Vladimir Homutov <vl@nginx.com> parents: 8472 diff changeset	4622 return NGX_OK;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4623 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4624
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4625
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4626 static void
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4627 ngx_quic_set_packet_number(ngx_quic_header_t pkt, ngx_quic_send_ctx_t ctx)
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4628 {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4629 uint64_t delta;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4630
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4631 delta = ctx->pnum - ctx->largest_ack;
bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4632 pkt->number = ctx->pnum;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4633
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4634 if (delta <= 0x7F) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4635 pkt->num_len = 1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4636 pkt->trunc = ctx->pnum & 0xff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4637
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4638 } else if (delta <= 0x7FFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4639 pkt->num_len = 2;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4640 pkt->flags \|= 0x1;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4641 pkt->trunc = ctx->pnum & 0xffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4642
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4643 } else if (delta <= 0x7FFFFF) {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4644 pkt->num_len = 3;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4645 pkt->flags \|= 0x2;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4646 pkt->trunc = ctx->pnum & 0xffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4647
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4648 } else {
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4649 pkt->num_len = 4;
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4650 pkt->flags \|= 0x3;
8331 bda817d16cc2 Rename types and variables used for packet number space. Vladimir Homutov <vl@nginx.com> parents: 8328 diff changeset	4651 pkt->trunc = ctx->pnum & 0xffffffff;
8315 fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4652 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4653 }
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4654
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4655
fdda518d10ba Proper handling of packet number in header. Vladimir Homutov <vl@nginx.com> parents: 8314 diff changeset	4656 static void
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	4657 ngx_quic_pto_handler(ngx_event_t *ev)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4658 {
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4659 ngx_uint_t i;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4660 ngx_queue_t *q;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4661 ngx_connection_t *c;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4662 ngx_quic_frame_t *start;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4663 ngx_quic_send_ctx_t *ctx;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4664 ngx_quic_connection_t *qc;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4665
8472 3b15732ac03f QUIC: renaming. Vladimir Homutov <vl@nginx.com> parents: 8471 diff changeset	4666 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic pto timer");
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4667
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4668 c = ev->data;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4669 qc = c->quic;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4670
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4671 qc->pto_count++;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4672
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4673 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4674
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4675 ctx = &qc->send_ctx[i];
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4676
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4677 if (ngx_queue_empty(&ctx->sent)) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4678 continue;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4679 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4680
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4681 q = ngx_queue_head(&ctx->sent);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4682 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4683
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4684 if (start->pnum <= ctx->largest_ack
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	4685 && ctx->largest_ack != NGX_QUIC_UNSET_PN)
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4686 {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4687 continue;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4688 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4689
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4690 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8519 de7d6d943f68 QUIC: fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8518 diff changeset	4691 "quic pto pnum:%uL pto_count:%ui level:%d",
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4692 start->pnum, c->quic->pto_count, start->level);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4693
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4694 ngx_quic_resend_frames(c, ctx);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4695 }
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4696
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4697 ngx_quic_connstate_dbg(c);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4698 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4699
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4700
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4701 static void
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4702 ngx_quic_push_handler(ngx_event_t *ev)
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4703 {
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	4704 ngx_connection_t *c;
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4705
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	4706 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic push timer");
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4707
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4708 c = ev->data;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4709
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4710 if (ngx_quic_output(c) != NGX_OK) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	4711 ngx_quic_close_connection(c, NGX_ERROR);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4712 return;
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4713 }
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4714
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4715 ngx_quic_connstate_dbg(c);
8309 7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4716 }
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4717
7ea2c68735f9 Output buffering. Vladimir Homutov <vl@nginx.com> parents: 8308 diff changeset	4718
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4719 static
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4720 void ngx_quic_lost_handler(ngx_event_t *ev)
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4721 {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4722 ngx_connection_t *c;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4723
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4724 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic lost timer");
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4725
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4726 c = ev->data;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4727
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4728 if (ngx_quic_detect_lost(c) != NGX_OK) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4729 ngx_quic_close_connection(c, NGX_ERROR);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4730 }
8607 21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4731
21b7dac9de3b QUIC: added connection state debug to event handlers. Vladimir Homutov <vl@nginx.com> parents: 8606 diff changeset	4732 ngx_quic_connstate_dbg(c);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4733 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4734
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4735
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4736 static ngx_int_t
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4737 ngx_quic_detect_lost(ngx_connection_t *c)
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4738 {
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4739 ngx_uint_t i;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4740 ngx_msec_t now, wait, min_wait, thr;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4741 ngx_queue_t *q;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4742 ngx_quic_frame_t *start;
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4743 ngx_quic_send_ctx_t *ctx;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4744 ngx_quic_connection_t *qc;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4745
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4746 qc = c->quic;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4747 now = ngx_current_msec;
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4748
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4749 min_wait = 0;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4750
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4751 thr = NGX_QUIC_TIME_THR * ngx_max(qc->latest_rtt, qc->avg_rtt);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4752 thr = ngx_max(thr, NGX_QUIC_TIME_GRANULARITY);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4753
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4754 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4755
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4756 ctx = &qc->send_ctx[i];
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4757
8598 85a550047eb5 QUIC: added macro for unset packet number. Vladimir Homutov <vl@nginx.com> parents: 8597 diff changeset	4758 if (ctx->largest_ack == NGX_QUIC_UNSET_PN) {
8515 4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4759 continue;
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4760 }
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4761
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4762 while (!ngx_queue_empty(&ctx->sent)) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4763
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4764 q = ngx_queue_head(&ctx->sent);
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4765 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4766
8515 4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4767 if (start->pnum > ctx->largest_ack) {
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4768 break;
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4769 }
4e3a71621c9a QUIC: do not arm loss detection timer for succeeding packets. Sergey Kandaurov <pluknet@nginx.com> parents: 8514 diff changeset	4770
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4771 wait = start->last + thr - now;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4772
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4773 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
8519 de7d6d943f68 QUIC: fixed format specifiers. Sergey Kandaurov <pluknet@nginx.com> parents: 8518 diff changeset	4774 "quic detect_lost pnum:%uL thr:%M wait:%i level:%d",
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4775 start->pnum, thr, (ngx_int_t) wait, start->level);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4776
8516 355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4777 if ((ngx_msec_int_t) wait > 0
355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4778 && ctx->largest_ack - start->pnum < NGX_QUIC_PKT_THR)
355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4779 {
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4780
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4781 if (min_wait == 0 \|\| wait < min_wait) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4782 min_wait = wait;
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4783 }
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4784
8516 355e079c5eee QUIC: do not arm loss detection timer on packet threshold. Sergey Kandaurov <pluknet@nginx.com> parents: 8515 diff changeset	4785 break;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4786 }
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4787
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4788 ngx_quic_resend_frames(c, ctx);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4789 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4790 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4791
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4792 /* no more preceeding packets */
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4793
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4794 if (min_wait == 0) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4795 qc->pto.handler = ngx_quic_pto_handler;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4796 return NGX_OK;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4797 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4798
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4799 qc->pto.handler = ngx_quic_lost_handler;
8474 909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4800
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4801 if (qc->pto.timer_set) {
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4802 ngx_del_timer(&qc->pto);
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4803 }
909b989ec088 QUIC: reworked retransmission mechanism. Vladimir Homutov <vl@nginx.com> parents: 8473 diff changeset	4804
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4805 ngx_add_timer(&qc->pto, min_wait);
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	4806
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4807 return NGX_OK;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4808 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4809
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4810
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4811 static void
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4812 ngx_quic_resend_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4813 {
8617 69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4814 size_t n;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4815 ngx_buf_t *b;
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4816 ngx_queue_t *q;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4817 ngx_quic_frame_t f, start;
8617 69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4818 ngx_quic_stream_t *sn;
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4819 ngx_quic_connection_t *qc;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4820
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4821 qc = c->quic;
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4822 q = ngx_queue_head(&ctx->sent);
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4823 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4824
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4825 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4826 "quic resend packet pnum:%uL", start->pnum);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4827
8616 64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4828 ngx_quic_congestion_lost(c, start);
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4829
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4830 do {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4831 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4832
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4833 if (f->pnum != start->pnum) {
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4834 break;
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4835 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4836
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4837 q = ngx_queue_next(q);
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4838
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4839 ngx_queue_remove(&f->queue);
8616 64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4840
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4841 switch (f->type) {
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4842 case NGX_QUIC_FT_ACK:
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4843 case NGX_QUIC_FT_ACK_ECN:
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4844 /* force generation of most recent acknowledgment */
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4845 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4846 ngx_quic_free_frame(c, f);
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4847 break;
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4848
8617 69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4849 case NGX_QUIC_FT_PING:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4850 case NGX_QUIC_FT_PATH_RESPONSE:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4851 case NGX_QUIC_FT_CONNECTION_CLOSE:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4852 ngx_quic_free_frame(c, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4853 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4854
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4855 case NGX_QUIC_FT_MAX_DATA:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4856 f->u.max_data.max_data = qc->streams.recv_max_data;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4857 ngx_quic_queue_frame(qc, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4858 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4859
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4860 case NGX_QUIC_FT_MAX_STREAMS:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4861 case NGX_QUIC_FT_MAX_STREAMS2:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4862 f->u.max_streams.limit = f->u.max_streams.bidi
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4863 ? qc->streams.client_max_streams_bidi
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4864 : qc->streams.client_max_streams_uni;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4865 ngx_quic_queue_frame(qc, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4866 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4867
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4868 case NGX_QUIC_FT_MAX_STREAM_DATA:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4869 sn = ngx_quic_find_stream(&qc->streams.tree,
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4870 f->u.max_stream_data.id);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4871 if (sn == NULL) {
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4872 ngx_quic_free_frame(c, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4873 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4874 }
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4875
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4876 b = sn->b;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4877 n = sn->fs.received + (b->pos - b->start) + (b->end - b->last);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4878
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4879 if (f->u.max_stream_data.limit < n) {
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4880 f->u.max_stream_data.limit = n;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4881 }
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4882
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4883 ngx_quic_queue_frame(qc, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4884 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4885
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4886 case NGX_QUIC_FT_STREAM0:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4887 case NGX_QUIC_FT_STREAM1:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4888 case NGX_QUIC_FT_STREAM2:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4889 case NGX_QUIC_FT_STREAM3:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4890 case NGX_QUIC_FT_STREAM4:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4891 case NGX_QUIC_FT_STREAM5:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4892 case NGX_QUIC_FT_STREAM6:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4893 case NGX_QUIC_FT_STREAM7:
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4894 sn = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4895
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4896 if (sn && sn->c->write->error) {
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4897 /* RESET_STREAM was sent */
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4898 ngx_quic_free_frame(c, f);
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4899 break;
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4900 }
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4901
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4902 /* fall through */
69dc750cf66f QUIC: handle more frames in ngx_quic_resend_frames(). Roman Arutyunyan <arut@nginx.com> parents: 8616 diff changeset	4903
8616 64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4904 default:
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4905 ngx_queue_insert_tail(&ctx->frames, &f->queue);
64405f970f6f QUIC: avoided retransmission of stale ack frames. Vladimir Homutov <vl@nginx.com> parents: 8615 diff changeset	4906 }
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4907
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4908 } while (q != ngx_queue_sentinel(&ctx->sent));
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4909
8556 b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4910 if (qc->closing) {
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4911 return;
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4912 }
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4913
b383120afca3 QUIC: resend frames by moving them to output queue. Roman Arutyunyan <arut@nginx.com> parents: 8553 diff changeset	4914 ngx_post_event(&qc->push, &ngx_posted_events);
8513 38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4915 }
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4916
38f1be6c603f QUIC: sending probe packets on PTO timer expiration. Sergey Kandaurov <pluknet@nginx.com> parents: 8512 diff changeset	4917
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4918 ngx_connection_t *
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4919 ngx_quic_open_stream(ngx_connection_t *c, ngx_uint_t bidi)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4920 {
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4921 size_t rcvbuf_size;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4922 uint64_t id;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4923 ngx_quic_stream_t qs, sn;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4924 ngx_quic_connection_t *qc;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4925
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4926 qs = c->qs;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4927 qc = qs->parent->quic;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4928
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4929 if (bidi) {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4930 if (qc->streams.server_streams_bidi
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4931 >= qc->streams.server_max_streams_bidi)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4932 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4933 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4934 "quic too many server bidi streams:%uL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4935 qc->streams.server_streams_bidi);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4936 return NULL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4937 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4938
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4939 id = (qc->streams.server_streams_bidi << 2)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4940 \| NGX_QUIC_STREAM_SERVER_INITIATED;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4941
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4942 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4943 "quic creating server bidi stream"
eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4944 " streams:%uL max:%uL id:0x%xL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4945 qc->streams.server_streams_bidi,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4946 qc->streams.server_max_streams_bidi, id);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4947
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4948 qc->streams.server_streams_bidi++;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4949 rcvbuf_size = qc->tp.initial_max_stream_data_bidi_local;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4950
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4951 } else {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4952 if (qc->streams.server_streams_uni
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4953 >= qc->streams.server_max_streams_uni)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4954 {
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4955 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4956 "quic too many server uni streams:%uL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4957 qc->streams.server_streams_uni);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4958 return NULL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4959 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4960
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4961 id = (qc->streams.server_streams_uni << 2)
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4962 \| NGX_QUIC_STREAM_SERVER_INITIATED
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4963 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4964
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4965 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4966 "quic creating server uni stream"
eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	4967 " streams:%uL max:%uL id:0x%xL",
8495 455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4968 qc->streams.server_streams_uni,
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4969 qc->streams.server_max_streams_uni, id);
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4970
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4971 qc->streams.server_streams_uni++;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4972 rcvbuf_size = 0;
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4973 }
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4974
455a8536eaa7 QUIC: limited the number of server-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8486 diff changeset	4975 sn = ngx_quic_create_stream(qs->parent, id, rcvbuf_size);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4976 if (sn == NULL) {
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4977 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4978 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4979
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	4980 return sn->c;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4981 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4982
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4983
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4984 static void
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4985 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4986 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4987 {
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4988 ngx_rbtree_node_t **p;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	4989 ngx_quic_stream_t qn, qnt;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4990
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4991 for ( ;; ) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4992 qn = (ngx_quic_stream_t *) node;
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4993 qnt = (ngx_quic_stream_t *) temp;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4994
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	4995 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4996
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4997 if (*p == sentinel) {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4998 break;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	4999 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5000
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5001 temp = *p;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5002 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5003
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5004 *p = node;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5005 node->parent = temp;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5006 node->left = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5007 node->right = sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5008 ngx_rbt_red(node);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5009 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5010
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5011
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5012 static ngx_quic_stream_t *
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5013 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5014 {
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5015 ngx_rbtree_node_t node, sentinel;
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5016 ngx_quic_stream_t *qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5017
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5018 node = rbtree->root;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5019 sentinel = rbtree->sentinel;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5020
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5021 while (node != sentinel) {
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5022 qn = (ngx_quic_stream_t *) node;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5023
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5024 if (id == qn->id) {
2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5025 return qn;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5026 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5027
8284 2935a11c55b6 Fixed QUIC stream insert and find. Roman Arutyunyan <arut@nginx.com> parents: 8282 diff changeset	5028 node = (id < qn->id) ? node->left : node->right;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5029 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5030
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5031 return NULL;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5032 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5033
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5034
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5035 static ngx_quic_stream_t *
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5036 ngx_quic_create_client_stream(ngx_connection_t *c, uint64_t id)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5037 {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5038 size_t n;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5039 uint64_t min_id;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5040 ngx_quic_stream_t *sn;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5041 ngx_quic_connection_t *qc;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5042
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5043 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5044 "quic stream id:0x%xL is new", id);
8504 d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5045
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5046 qc = c->quic;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5047
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5048 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5049
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5050 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5051 if ((id >> 2) < qc->streams.server_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5052 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5053 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5054
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5055 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5056 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5057 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5058
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5059 if ((id >> 2) < qc->streams.client_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5060 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5061 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5062
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5063 if ((id >> 2) >= qc->streams.client_max_streams_uni) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5064 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5065 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5066 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5067
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5068 min_id = (qc->streams.client_streams_uni << 2)
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5069 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5070 qc->streams.client_streams_uni = (id >> 2) + 1;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5071 n = qc->tp.initial_max_stream_data_uni;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5072
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5073 } else {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5074
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5075 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5076 if ((id >> 2) < qc->streams.server_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5077 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5078 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5079
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5080 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5081 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5082 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5083
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5084 if ((id >> 2) < qc->streams.client_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5085 return NGX_QUIC_STREAM_GONE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5086 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5087
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5088 if ((id >> 2) >= qc->streams.client_max_streams_bidi) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5089 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5090 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5091 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5092
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5093 min_id = (qc->streams.client_streams_bidi << 2);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5094 qc->streams.client_streams_bidi = (id >> 2) + 1;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5095 n = qc->tp.initial_max_stream_data_bidi_remote;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5096 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5097
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5098 if (n < NGX_QUIC_STREAM_BUFSIZE) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5099 n = NGX_QUIC_STREAM_BUFSIZE;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5100 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5101
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5102 /*
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5103 * 2.1. Stream Types and Identifiers
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5104 *
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5105 * Within each type, streams are created with numerically increasing
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5106 * stream IDs. A stream ID that is used out of order results in all
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5107 * streams of that type with lower-numbered stream IDs also being
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5108 * opened.
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5109 */
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5110
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5111 for ( /* void */ ; min_id < id; min_id += 0x04) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5112
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5113 sn = ngx_quic_create_stream(c, min_id, n);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5114 if (sn == NULL) {
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5115 return NULL;
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5116 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5117
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5118 sn->c->listening->handler(sn->c);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5119 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5120
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5121 return ngx_quic_create_stream(c, id, n);
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5122 }
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5123
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5124
d277e25e37fc QUIC: create streams for STREAM_DATA_BLOCKED and MAX_STREAM_DATA. Roman Arutyunyan <arut@nginx.com> parents: 8503 diff changeset	5125 static ngx_quic_stream_t *
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5126 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id, size_t rcvbuf_size)
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5127 {
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5128 ngx_log_t *log;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5129 ngx_pool_t *pool;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5130 ngx_quic_stream_t *sn;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5131 ngx_pool_cleanup_t *cln;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5132 ngx_quic_connection_t *qc;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5133
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5134 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5135 "quic stream id:0x%xL create", id);
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5136
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5137 qc = c->quic;
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5138
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5139 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5140 if (pool == NULL) {
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5141 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5142 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5143
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5144 sn = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5145 if (sn == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5146 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5147 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5148 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5149
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5150 sn->node.key = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5151 sn->parent = c;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5152 sn->id = id;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5153
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5154 sn->b = ngx_create_temp_buf(pool, rcvbuf_size);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5155 if (sn->b == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5156 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5157 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5158 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5159
8334 72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	5160 ngx_queue_init(&sn->fs.frames);
72d20158c814 Added reordering support for STREAM frames. Vladimir Homutov <vl@nginx.com> parents: 8333 diff changeset	5161
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5162 log = ngx_palloc(pool, sizeof(ngx_log_t));
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5163 if (log == NULL) {
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5164 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5165 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5166 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5167
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5168 log = c->log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5169 pool->log = log;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5170
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5171 sn->c = ngx_get_connection(-1, log);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5172 if (sn->c == NULL) {
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5173 ngx_destroy_pool(pool);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5174 return NULL;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5175 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5176
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5177 sn->c->qs = sn;
8482 893b3313f53c QUIC: added "quic" listen parameter in Stream. Roman Arutyunyan <arut@nginx.com> parents: 8481 diff changeset	5178 sn->c->type = SOCK_STREAM;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5179 sn->c->pool = pool;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5180 sn->c->ssl = c->ssl;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5181 sn->c->sockaddr = c->sockaddr;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5182 sn->c->listening = c->listening;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5183 sn->c->addr_text = c->addr_text;
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5184 sn->c->local_sockaddr = c->local_sockaddr;
8579 d57cfdebe301 QUIC: set local_socklen in stream connections. Roman Arutyunyan <arut@nginx.com> parents: 8578 diff changeset	5185 sn->c->local_socklen = c->local_socklen;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5186 sn->c->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5187
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5188 sn->c->recv = ngx_quic_stream_recv;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5189 sn->c->send = ngx_quic_stream_send;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5190 sn->c->send_chain = ngx_quic_stream_send_chain;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5191
8479 b250b515e5b6 QUIC: fixed stream read event log. Roman Arutyunyan <arut@nginx.com> parents: 8478 diff changeset	5192 sn->c->read->log = log;
b250b515e5b6 QUIC: fixed stream read event log. Roman Arutyunyan <arut@nginx.com> parents: 8478 diff changeset	5193 sn->c->write->log = log;
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5194
8362 44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	5195 log->connection = sn->c->number;
44cac24aaa44 Assign connection number to every QUIC stream log. Roman Arutyunyan <arut@nginx.com> parents: 8361 diff changeset	5196
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5197 if ((id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5198 \|\| (id & NGX_QUIC_STREAM_SERVER_INITIATED))
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5199 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5200 sn->c->write->ready = 1;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5201 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5202
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5203 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5204 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5205 sn->send_max_data = qc->ctp.initial_max_stream_data_uni;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5206 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5207
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5208 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5209 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5210 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_remote;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5211 } else {
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5212 sn->send_max_data = qc->ctp.initial_max_stream_data_bidi_local;
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5213 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5214 }
fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5215
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5216 cln = ngx_pool_cleanup_add(pool, 0);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5217 if (cln == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5218 ngx_close_connection(sn->c);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5219 ngx_destroy_pool(pool);
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5220 return NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5221 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5222
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5223 cln->handler = ngx_quic_stream_cleanup_handler;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5224 cln->data = sn->c;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5225
8282 4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5226 ngx_rbtree_insert(&c->quic->streams.tree, &sn->node);
4cf00c14f11a Safe QUIC stream creation. Roman Arutyunyan <arut@nginx.com> parents: 8281 diff changeset	5227
8229 cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5228 return sn;
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5229 }
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5230
cfc429911c0d Implemented creation of server unidirectional streams. Vladimir Homutov <vl@nginx.com> parents: 8225 diff changeset	5231
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5232 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5233 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5234 {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5235 ssize_t len;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5236 ngx_buf_t *b;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5237 ngx_event_t *rev;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5238 ngx_connection_t *pc;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5239 ngx_quic_frame_t *frame;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5240 ngx_quic_stream_t *qs;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5241 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5242
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5243 qs = c->qs;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5244 b = qs->b;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5245 pc = qs->parent;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5246 qc = pc->quic;
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5247 rev = c->read;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5248
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5249 if (rev->error) {
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5250 return NGX_ERROR;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5251 }
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5252
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5253 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5254 "quic stream recv id:0x%xL eof:%d avail:%z",
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5255 qs->id, rev->pending_eof, b->last - b->pos);
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5256
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5257 if (b->pos == b->last) {
8279 5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5258 rev->ready = 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5259
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5260 if (rev->pending_eof) {
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5261 rev->eof = 1;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5262 return 0;
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5263 }
5f223cdad40e Implemented eof in QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8278 diff changeset	5264
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5265 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5266 "quic stream id:0x%xL recv() not ready", qs->id);
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5267 return NGX_AGAIN;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5268 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5269
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5270 len = ngx_min(b->last - b->pos, (ssize_t) size);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5271
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5272 ngx_memcpy(buf, b->pos, len);
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5273
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5274 b->pos += len;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5275 qc->streams.received += len;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5276
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5277 if (b->pos == b->last) {
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5278 b->pos = b->start;
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5279 b->last = b->start;
8294 32db41d603cd Fixed handling QUIC stream eof. Roman Arutyunyan <arut@nginx.com> parents: 8293 diff changeset	5280 rev->ready = rev->pending_eof;
8266 f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5281 }
f92e583fc256 Better flow control and buffering for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8265 diff changeset	5282
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5283 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5284 "quic stream id:0x%xL recv len:%z of size:%uz",
eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5285 qs->id, len, size);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5286
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5287 if (!rev->pending_eof) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5288 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5289 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5290 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5291 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5292
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5293 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5294 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5295 frame->u.max_stream_data.id = qs->id;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5296 frame->u.max_stream_data.limit = qs->fs.received + (b->pos - b->start)
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5297 + (b->end - b->last);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5298
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5299 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5300 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5301
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5302 if ((qc->streams.recv_max_data / 2) < qc->streams.received) {
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5303
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5304 frame = ngx_quic_alloc_frame(pc, 0);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5305
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5306 if (frame == NULL) {
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5307 return NGX_ERROR;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5308 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5309
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5310 qc->streams.recv_max_data *= 2;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5311
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5312 frame->level = ssl_encryption_application;
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5313 frame->type = NGX_QUIC_FT_MAX_DATA;
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5314 frame->u.max_data.max_data = qc->streams.recv_max_data;
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5315
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5316 ngx_quic_queue_frame(pc->quic, frame);
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5317
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5318 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5319 "quic stream id:0x%xL recv: increased max_data:%uL",
8365 fab75acb1f72 Respect MAX_DATA and MAX_STREAM_DATA from QUIC client. Roman Arutyunyan <arut@nginx.com> parents: 8364 diff changeset	5320 qs->id, qc->streams.recv_max_data);
8338 0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5321 }
0f9e9786b90d Added primitive flow control mechanisms. Vladimir Homutov <vl@nginx.com> parents: 8337 diff changeset	5322
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5323 return len;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5324 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5325
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5326
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5327 static ssize_t
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5328 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5329 {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5330 ngx_buf_t b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5331 ngx_chain_t cl;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5332
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5333 ngx_memzero(&b, sizeof(ngx_buf_t));
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5334
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5335 b.memory = 1;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5336 b.pos = buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5337 b.last = buf + size;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5338
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5339 cl.buf = &b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5340 cl.next = NULL;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5341
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5342 if (ngx_quic_stream_send_chain(c, &cl, 0) == NGX_CHAIN_ERROR) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5343 return NGX_ERROR;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5344 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5345
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5346 if (b.pos == buf) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5347 return NGX_AGAIN;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5348 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5349
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5350 return b.pos - buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5351 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5352
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5353
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5354 static ngx_chain_t *
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5355 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in, off_t limit)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5356 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5357 u_char *p;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5358 size_t n, max, max_frame, max_flow, max_limit, len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5359 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5360 size_t sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5361 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5362 ngx_buf_t *b;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5363 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5364 ngx_uint_t nframes;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5365 #endif
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5366 ngx_event_t *wev;
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5367 ngx_chain_t *cl;
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5368 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5369 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5370 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5371 ngx_quic_connection_t *qc;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5372
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5373 qs = c->qs;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5374 pc = qs->parent;
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5375 qc = pc->quic;
8503 b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5376 wev = c->write;
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5377
b66a2a041d7e QUIC: fixed ngx_http_test_reading() for QUIC streams. Roman Arutyunyan <arut@nginx.com> parents: 8502 diff changeset	5378 if (wev->error) {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5379 return NGX_CHAIN_ERROR;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5380 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5381
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5382 max_frame = ngx_quic_max_stream_frame(qc);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5383 max_flow = ngx_quic_max_stream_flow(c);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5384 max_limit = limit;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5385
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5386 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5387 sent = 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5388 nframes = 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5389 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5390
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5391 for ( ;; ) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5392 max = ngx_min(max_frame, max_flow);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5393
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5394 if (limit) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5395 max = ngx_min(max, max_limit);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5396 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5397
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5398 for (cl = in, n = 0; in; in = in->next) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5399
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5400 if (!ngx_buf_in_memory(in->buf)) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5401 continue;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5402 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5403
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5404 n += ngx_buf_size(in->buf);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5405
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5406 if (n > max) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5407 n = max;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5408 break;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5409 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5410 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5411
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5412 if (n == 0) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5413 wev->ready = (max_flow ? 1 : 0);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5414 break;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5415 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5416
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5417 frame = ngx_quic_alloc_frame(pc, n);
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5418 if (frame == NULL) {
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5419 return NGX_CHAIN_ERROR;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5420 }
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5421
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5422 frame->level = ssl_encryption_application;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5423 frame->type = NGX_QUIC_FT_STREAM6; /* OFF=1 LEN=1 FIN=0 */
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5424 frame->u.stream.off = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5425 frame->u.stream.len = 1;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5426 frame->u.stream.fin = 0;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5427
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5428 frame->u.stream.type = frame->type;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5429 frame->u.stream.stream_id = qs->id;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5430 frame->u.stream.offset = c->sent;
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5431 frame->u.stream.length = n;
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5432 frame->u.stream.data = frame->data;
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5433
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5434 c->sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5435 qc->streams.sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5436 max_flow -= n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5437
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5438 if (limit) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5439 max_limit -= n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5440 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5441
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5442 #if (NGX_DEBUG)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5443 sent += n;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5444 nframes++;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5445 #endif
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5446
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5447 for (p = frame->data; n > 0; cl = cl->next) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5448 b = cl->buf;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5449
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5450 if (!ngx_buf_in_memory(b)) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5451 continue;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5452 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5453
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5454 len = ngx_min(n, (size_t) (b->last - b->pos));
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5455 p = ngx_cpymem(p, b->pos, len);
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5456
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5457 b->pos += len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5458 n -= len;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5459 }
8345 6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5460
6481427ca3fc Respecting maximum packet size. Vladimir Homutov <vl@nginx.com> parents: 8344 diff changeset	5461 ngx_quic_queue_frame(qc, frame);
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5462 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5463
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5464 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5465 "quic send_chain sent:%uz nframes:%ui", sent, nframes);
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5466
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5467 return in;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5468 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5469
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5470
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5471 static size_t
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5472 ngx_quic_max_stream_frame(ngx_quic_connection_t *qc)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5473 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5474 /*
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5475 * we need to fit at least 1 frame into a packet, thus account head/tail;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5476 * 25 = 1 + 8x3 is max header for STREAM frame, with 1 byte for frame type
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5477 */
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5478
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5479 return qc->ctp.max_udp_payload_size - NGX_QUIC_MAX_SHORT_HEADER - 25
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5480 - EVP_GCM_TLS_TAG_LEN;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5481 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5482
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5483
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5484 static size_t
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5485 ngx_quic_max_stream_flow(ngx_connection_t *c)
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5486 {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5487 size_t size;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5488 uint64_t sent, unacked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5489 ngx_quic_stream_t *qs;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5490 ngx_quic_connection_t *qc;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5491
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5492 qs = c->qs;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5493 qc = qs->parent->quic;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5494
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5495 size = NGX_QUIC_STREAM_BUFSIZE;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5496 sent = c->sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5497 unacked = sent - qs->acked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5498
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5499 if (qc->streams.send_max_data == 0) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5500 qc->streams.send_max_data = qc->ctp.initial_max_data;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5501 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5502
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5503 if (unacked >= NGX_QUIC_STREAM_BUFSIZE) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5504 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5505 "quic send flow hit buffer size");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5506 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5507 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5508
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5509 if (unacked + size > NGX_QUIC_STREAM_BUFSIZE) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5510 size = NGX_QUIC_STREAM_BUFSIZE - unacked;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5511 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5512
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5513 if (qc->streams.sent >= qc->streams.send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5514 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5515 "quic send flow hit MAX_DATA");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5516 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5517 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5518
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5519 if (qc->streams.sent + size > qc->streams.send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5520 size = qc->streams.send_max_data - qc->streams.sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5521 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5522
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5523 if (sent >= qs->send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5524 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5525 "quic send flow hit MAX_STREAM_DATA");
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5526 return 0;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5527 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5528
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5529 if (sent + size > qs->send_max_data) {
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5530 size = qs->send_max_data - sent;
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5531 }
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5532
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5533 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5534 "quic send flow:%uz", size);
8509 bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5535
bce9e9643444 QUIC: coalesce neighbouring stream send buffers. Roman Arutyunyan <arut@nginx.com> parents: 8508 diff changeset	5536 return size;
8225 714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5537 }
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5538
714a19dba6af Style and handlers. Vladimir Homutov <vl@nginx.com> parents: 8224 diff changeset	5539
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5540 static void
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5541 ngx_quic_stream_cleanup_handler(void *data)
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5542 {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5543 ngx_connection_t *c = data;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5544
8280 b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5545 ngx_connection_t *pc;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5546 ngx_quic_frame_t *frame;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5547 ngx_quic_stream_t *qs;
b364af7f9f3f Removed ngx_quic_stream_node_t. Roman Arutyunyan <arut@nginx.com> parents: 8279 diff changeset	5548 ngx_quic_connection_t *qc;
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5549
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5550 qs = c->qs;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5551 pc = qs->parent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5552 qc = pc->quic;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5553
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5554 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5555 "quic stream id:0x%xL cleanup", qs->id);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5556
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5557 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
8348 d42b50d239f4 Fixed memory leak with reordered stream frames. Vladimir Homutov <vl@nginx.com> parents: 8346 diff changeset	5558 ngx_quic_free_frames(pc, &qs->fs.frames);
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5559
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5560 if (qc->closing) {
8355 ad3a6f069498 Added proper handling of connection close phases. Vladimir Homutov <vl@nginx.com> parents: 8354 diff changeset	5561 /* schedule handler call to continue ngx_quic_close_connection() */
8281 618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5562 ngx_post_event(pc->read, &ngx_posted_events);
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5563 return;
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5564 }
618a65de08b3 When closing a QUIC connection, wait for all streams to finish. Roman Arutyunyan <arut@nginx.com> parents: 8280 diff changeset	5565
8528 97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5566 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5567 \|\| (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0)
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5568 {
8539 62db595a86b5 QUIC: do not send STOP_SENDING after STREAM fin. Roman Arutyunyan <arut@nginx.com> parents: 8538 diff changeset	5569 if (!c->read->pending_eof && !c->read->error) {
8528 97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5570 frame = ngx_quic_alloc_frame(pc, 0);
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5571 if (frame == NULL) {
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5572 return;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5573 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5574
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5575 frame->level = ssl_encryption_application;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5576 frame->type = NGX_QUIC_FT_STOP_SENDING;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5577 frame->u.stop_sending.id = qs->id;
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5578 frame->u.stop_sending.error_code = 0x100; /* HTTP/3 no error */
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5579
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5580 ngx_quic_queue_frame(qc, frame);
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5581 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5582 }
97da6521657c QUIC: send STOP_SENDING on stream closure. Roman Arutyunyan <arut@nginx.com> parents: 8526 diff changeset	5583
8496 c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5584 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5585 frame = ngx_quic_alloc_frame(pc, 0);
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5586 if (frame == NULL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5587 return;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5588 }
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5589
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5590 frame->level = ssl_encryption_application;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5591 frame->type = NGX_QUIC_FT_MAX_STREAMS;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5592
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5593 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5594 frame->u.max_streams.limit = ++qc->streams.client_max_streams_uni;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5595 frame->u.max_streams.bidi = 0;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5596
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5597 } else {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5598 frame->u.max_streams.limit = ++qc->streams.client_max_streams_bidi;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5599 frame->u.max_streams.bidi = 1;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5600 }
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5601
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5602 ngx_quic_queue_frame(qc, frame);
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5603
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5604 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5605 /* do not send fin for client unidirectional streams */
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5606 return;
c5324bb3a704 QUIC: limited the number of client-initiated streams. Roman Arutyunyan <arut@nginx.com> parents: 8495 diff changeset	5607 }
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5608 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5609
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5610 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8605 eed49b83e18f QUIC: revised value separators in debug and error messages. Vladimir Homutov <vl@nginx.com> parents: 8604 diff changeset	5611 "quic stream id:0x%xL send fin", qs->id);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5612
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5613 frame = ngx_quic_alloc_frame(pc, 0);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5614 if (frame == NULL) {
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5615 return;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5616 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5617
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5618 frame->level = ssl_encryption_application;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5619 frame->type = NGX_QUIC_FT_STREAM7; /* OFF=1 LEN=1 FIN=1 */
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5620 frame->u.stream.off = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5621 frame->u.stream.len = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5622 frame->u.stream.fin = 1;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5623
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5624 frame->u.stream.type = frame->type;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5625 frame->u.stream.stream_id = qs->id;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5626 frame->u.stream.offset = c->sent;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5627 frame->u.stream.length = 0;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5628 frame->u.stream.data = NULL;
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5629
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5630 ngx_quic_queue_frame(qc, frame);
8293 1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	5631
1ec905f4d851 Push QUIC stream frames in send() and cleanup handler. Roman Arutyunyan <arut@nginx.com> parents: 8290 diff changeset	5632 (void) ngx_quic_output(pc);
8239 5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5633 }
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5634
5ad7bffd3850 Send a FIN frame when QUIC stream is closed. Roman Arutyunyan <arut@nginx.com> parents: 8237 diff changeset	5635
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5636 static ngx_quic_frame_t *
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5637 ngx_quic_alloc_frame(ngx_connection_t *c, size_t size)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5638 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5639 u_char *p;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5640 ngx_queue_t *q;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5641 ngx_quic_frame_t *frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5642 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5643
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5644 if (size) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5645 p = ngx_alloc(size, c->log);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5646 if (p == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5647 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5648 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5649
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5650 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5651 p = NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5652 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5653
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5654 qc = c->quic;
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5655
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5656 if (!ngx_queue_empty(&qc->free_frames)) {
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5657
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5658 q = ngx_queue_head(&qc->free_frames);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5659 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5660
e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5661 ngx_queue_remove(&frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5662
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5663 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5664 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5665 "quic reuse frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5666 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5667
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5668 } else {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5669 frame = ngx_pcalloc(c->pool, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5670 if (frame == NULL) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5671 ngx_free(p);
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5672 return NULL;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5673 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5674
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5675 #if (NGX_DEBUG)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5676 ++qc->nframes;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5677 #endif
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5678
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5679 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5680 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5681 "quic alloc frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5682 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5683 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5684
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5685 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5686
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5687 frame->data = p;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5688
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5689 return frame;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5690 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5691
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5692
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5693 static void
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5694 ngx_quic_congestion_ack(ngx_connection_t c, ngx_quic_frame_t f)
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5695 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5696 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5697 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5698 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5699
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5700 if (f->plen == 0) {
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5701 return;
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5702 }
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5703
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5704 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5705 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5706
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5707 cg->in_flight -= f->plen;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5708
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5709 timer = f->last - cg->recovery_start;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5710
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5711 if ((ngx_msec_int_t) timer <= 0) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5712 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	5713 "quic congestion ack recovery win:%uz ss:%z if:%uz",
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5714 cg->window, cg->ssthresh, cg->in_flight);
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5715
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5716 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5717 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5718
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5719 if (cg->window < cg->ssthresh) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5720 cg->window += f->plen;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5721
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5722 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	5723 "quic congestion slow start win:%uz ss:%z if:%uz",
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5724 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5725
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5726 } else {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5727 cg->window += qc->tp.max_udp_payload_size * f->plen / cg->window;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5728
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5729 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	5730 "quic congestion avoidance win:%uz ss:%z if:%uz",
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5731 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5732 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5733
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5734 /* prevent recovery_start from wrapping */
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5735
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5736 timer = cg->recovery_start - ngx_current_msec + qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5737
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5738 if ((ngx_msec_int_t) timer < 0) {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5739 cg->recovery_start = ngx_current_msec - qc->tp.max_idle_timeout * 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5740 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5741 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5742
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5743
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5744 static void
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5745 ngx_quic_congestion_lost(ngx_connection_t c, ngx_quic_frame_t f)
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5746 {
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5747 ngx_msec_t timer;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5748 ngx_quic_congestion_t *cg;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5749 ngx_quic_connection_t *qc;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5750
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5751 if (f->plen == 0) {
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5752 return;
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5753 }
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5754
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5755 qc = c->quic;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5756 cg = &qc->congestion;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5757
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5758 cg->in_flight -= f->plen;
8612 b1676cd64dc9 QUIC: cleanup send context properly. Vladimir Homutov <vl@nginx.com> parents: 8611 diff changeset	5759 f->plen = 0;
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5760
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5761 timer = f->last - cg->recovery_start;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5762
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5763 if ((ngx_msec_int_t) timer <= 0) {
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5764 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	5765 "quic congestion lost recovery win:%uz ss:%z if:%uz",
8508 4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5766 cg->window, cg->ssthresh, cg->in_flight);
4604e6043657 QUIC: packet based bytes_in_flight accounting. Sergey Kandaurov <pluknet@nginx.com> parents: 8507 diff changeset	5767
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5768 return;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5769 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5770
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5771 cg->recovery_start = ngx_current_msec;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5772 cg->window /= 2;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5773
8415 125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	5774 if (cg->window < qc->tp.max_udp_payload_size * 2) {
125cbfa77013 Renamed max_packet_size to max_udp_payload_size, from draft-28. Sergey Kandaurov <pluknet@nginx.com> parents: 8413 diff changeset	5775 cg->window = qc->tp.max_udp_payload_size * 2;
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5776 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5777
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5778 cg->ssthresh = cg->window;
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5779
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5780 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
8623 8550b91e8e35 QUIC: added proper logging of special values. Vladimir Homutov <vl@nginx.com> parents: 8622 diff changeset	5781 "quic congestion lost win:%uz ss:%z if:%uz",
8364 eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5782 cg->window, cg->ssthresh, cg->in_flight);
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5783 }
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5784
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5785
eee307399229 QUIC basic congestion control. Roman Arutyunyan <arut@nginx.com> parents: 8363 diff changeset	5786 static void
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5787 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5788 {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5789 ngx_quic_connection_t *qc;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5790
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5791 qc = c->quic;
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5792
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5793 if (frame->data) {
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5794 ngx_free(frame->data);
8394 df18ae7161b8 Assorted fixes. Sergey Kandaurov <pluknet@nginx.com> parents: 8393 diff changeset	5795 frame->data = NULL;
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5796 }
c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5797
8308 e10b4c61420f Implemented retransmission and retransmit queue. Vladimir Homutov <vl@nginx.com> parents: 8307 diff changeset	5798 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5799
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5800 #ifdef NGX_QUIC_DEBUG_FRAMES_ALLOC
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5801 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
8359 2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5802 "quic free frame n:%ui", qc->nframes);
2f900ae486bc Debug cleanup. Vladimir Homutov <vl@nginx.com> parents: 8356 diff changeset	5803 #endif
8286 c7185bc5b4d9 QUIC frames reuse. Roman Arutyunyan <arut@nginx.com> parents: 8285 diff changeset	5804 }

Mercurial > hg > nginx

annotate src/event/ngx_event_quic.c @ 8623:8550b91e8e35 quic