nginx: src/event/quic/ngx_event_quic

annotate src/event/quic/ngx_event_quic_ack.c @ 9192:efcdaa66df2e

QUIC: congestion control in ngx_quic_frame_sendto(). Previously ngx_quic_frame_sendto() ignored congestion control and did not contribute to in_flight counter. Now congestion control window is checked unless ignore_congestion flag is set. Also, in_flight counter is incremented and the frame is stored in ctx->sent queue if it's ack-eliciting. This behavior is now similar to ngx_quic_output_packet().

author	Roman Arutyunyan <arut@nginx.com>
date	Wed, 29 Nov 2023 21:41:29 +0400
parents	c80d111340dc
children	ce1ff81e9b92

rev	line source
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	2 /*
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	3 * Copyright (C) Nginx, Inc.
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	4 */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	5
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	6
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	9 #include <ngx_event.h>
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	10 #include <ngx_event_quic_connection.h>
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	11
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	12
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	13 #define NGX_QUIC_MAX_ACK_GAP 2
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	14
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	15 /* RFC 9002, 6.1.1. Packet Threshold: kPacketThreshold */
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	16 #define NGX_QUIC_PKT_THR 3 /* packets */
8885 da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	17 /* RFC 9002, 6.1.2. Time Threshold: kGranularity */
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	18 #define NGX_QUIC_TIME_GRANULARITY 1 /* ms */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	19
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	20 /* RFC 9002, 7.6.1. Duration: kPersistentCongestionThreshold */
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	21 #define NGX_QUIC_PERSISTENT_CONGESTION_THR 3
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	22
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	23
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	24 /* send time of ACK'ed packets */
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	25 typedef struct {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	26 ngx_msec_t max_pn;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	27 ngx_msec_t oldest;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	28 ngx_msec_t newest;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	29 } ngx_quic_ack_stat_t;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	30
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	31
8885 da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	32 static ngx_inline ngx_msec_t ngx_quic_lost_threshold(ngx_quic_connection_t *qc);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	33 static void ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	34 enum ssl_encryption_level_t level, ngx_msec_t send_time);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	35 static ngx_int_t ngx_quic_handle_ack_frame_range(ngx_connection_t *c,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	36 ngx_quic_send_ctx_t *ctx, uint64_t min, uint64_t max,
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	37 ngx_quic_ack_stat_t *st);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	38 static void ngx_quic_drop_ack_ranges(ngx_connection_t *c,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	39 ngx_quic_send_ctx_t *ctx, uint64_t pn);
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	40 static ngx_int_t ngx_quic_detect_lost(ngx_connection_t *c,
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	41 ngx_quic_ack_stat_t *st);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	42 static ngx_msec_t ngx_quic_pcg_duration(ngx_connection_t *c);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	43 static void ngx_quic_persistent_congestion(ngx_connection_t *c);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	44 static void ngx_quic_congestion_lost(ngx_connection_t *c,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	45 ngx_quic_frame_t *frame);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	46 static void ngx_quic_lost_handler(ngx_event_t *ev);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	47
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	48
8885 da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	49 /* RFC 9002, 6.1.2. Time Threshold: kTimeThreshold, kGranularity */
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	50 static ngx_inline ngx_msec_t
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	51 ngx_quic_lost_threshold(ngx_quic_connection_t *qc)
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	52 {
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	53 ngx_msec_t thr;
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	54
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	55 thr = ngx_max(qc->latest_rtt, qc->avg_rtt);
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	56 thr += thr >> 3;
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	57
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	58 return ngx_max(thr, NGX_QUIC_TIME_GRANULARITY);
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	59 }
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	60
da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	61
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	62 ngx_int_t
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	63 ngx_quic_handle_ack_frame(ngx_connection_t c, ngx_quic_header_t pkt,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	64 ngx_quic_frame_t *f)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	65 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	66 ssize_t n;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	67 u_char pos, end;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	68 uint64_t min, max, gap, range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	69 ngx_uint_t i;
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	70 ngx_quic_ack_stat_t send_time;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	71 ngx_quic_send_ctx_t *ctx;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	72 ngx_quic_ack_frame_t *ack;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	73 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	74
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	75 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	76
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	77 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	78
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	79 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	80 "quic ngx_quic_handle_ack_frame level:%d", pkt->level);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	81
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	82 ack = &f->u.ack;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	83
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	84 /*
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	85 * RFC 9000, 19.3.1. ACK Ranges
4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	86 *
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	87 * If any computed packet number is negative, an endpoint MUST
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	88 * generate a connection error of type FRAME_ENCODING_ERROR.
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	89 */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	90
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	91 if (ack->first_range > ack->largest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	92 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	93 ngx_log_error(NGX_LOG_INFO, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	94 "quic invalid first range in ack frame");
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	95 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	96 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	97
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	98 min = ack->largest - ack->first_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	99 max = ack->largest;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	100
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	101 send_time.oldest = NGX_TIMER_INFINITE;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	102 send_time.newest = NGX_TIMER_INFINITE;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	103
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	104 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	105 != NGX_OK)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	106 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	107 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	108 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	109
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	110 /* RFC 9000, 13.2.4. Limiting Ranges by Tracking ACK Frames */
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	111 if (ctx->largest_ack < max \|\| ctx->largest_ack == NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	112 ctx->largest_ack = max;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	113 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	114 "quic updated largest received ack:%uL", max);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	115
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	116 /*
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	117 * RFC 9002, 5.1. Generating RTT Samples
4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	118 *
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	119 * An endpoint generates an RTT sample on receiving an
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	120 * ACK frame that meets the following two conditions:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	121 *
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	122 * - the largest acknowledged packet number is newly acknowledged
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	123 * - at least one of the newly acknowledged packets was ack-eliciting.
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	124 */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	125
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	126 if (send_time.max_pn != NGX_TIMER_INFINITE) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	127 ngx_quic_rtt_sample(c, ack, pkt->level, send_time.max_pn);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	128 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	129 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	130
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	131 if (f->data) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	132 pos = f->data->buf->pos;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	133 end = f->data->buf->last;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	134
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	135 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	136 pos = NULL;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	137 end = NULL;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	138 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	139
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	140 for (i = 0; i < ack->range_count; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	141
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	142 n = ngx_quic_parse_ack_range(pkt->log, pos, end, &gap, &range);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	143 if (n == NGX_ERROR) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	144 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	145 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	146 pos += n;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	147
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	148 if (gap + 2 > min) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	149 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	150 ngx_log_error(NGX_LOG_INFO, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	151 "quic invalid range:%ui in ack frame", i);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	152 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	153 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	154
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	155 max = min - gap - 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	156
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	157 if (range > max) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	158 qc->error = NGX_QUIC_ERR_FRAME_ENCODING_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	159 ngx_log_error(NGX_LOG_INFO, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	160 "quic invalid range:%ui in ack frame", i);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	161 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	162 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	163
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	164 min = max - range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	165
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	166 if (ngx_quic_handle_ack_frame_range(c, ctx, min, max, &send_time)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	167 != NGX_OK)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	168 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	169 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	170 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	171 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	172
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	173 return ngx_quic_detect_lost(c, &send_time);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	174 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	175
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	176
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	177 static void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	178 ngx_quic_rtt_sample(ngx_connection_t c, ngx_quic_ack_frame_t ack,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	179 enum ssl_encryption_level_t level, ngx_msec_t send_time)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	180 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	181 ngx_msec_t latest_rtt, ack_delay, adjusted_rtt, rttvar_sample;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	182 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	183
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	184 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	185
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	186 latest_rtt = ngx_current_msec - send_time;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	187 qc->latest_rtt = latest_rtt;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	188
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	189 if (qc->min_rtt == NGX_TIMER_INFINITE) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	190 qc->min_rtt = latest_rtt;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	191 qc->avg_rtt = latest_rtt;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	192 qc->rttvar = latest_rtt / 2;
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	193 qc->first_rtt = ngx_current_msec;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	194
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	195 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	196 qc->min_rtt = ngx_min(qc->min_rtt, latest_rtt);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	197
9044 2b3a8d5795c9 QUIC: fixed C4334 MSVC warning about 32 to 64 bits conversion. Sergey Kandaurov <pluknet@nginx.com> parents: 9015 diff changeset	198 ack_delay = (ack->delay << qc->ctp.ack_delay_exponent) / 1000;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	199
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	200 if (c->ssl->handshaked) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	201 ack_delay = ngx_min(ack_delay, qc->ctp.max_ack_delay);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	202 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	203
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	204 adjusted_rtt = latest_rtt;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	205
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	206 if (qc->min_rtt + ack_delay < latest_rtt) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	207 adjusted_rtt -= ack_delay;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	208 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	209
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	210 rttvar_sample = ngx_abs((ngx_msec_int_t) (qc->avg_rtt - adjusted_rtt));
8885 da112e7f8de6 QUIC: switched to integer arithmetic in rtt calculations. Vladimir Homutov <vl@nginx.com> parents: 8884 diff changeset	211 qc->rttvar += (rttvar_sample >> 2) - (qc->rttvar >> 2);
9122 a32905d6fc10 QUIC: fixed rttvar on subsequent RTT samples (ticket #2505). Sergey Kandaurov <pluknet@nginx.com> parents: 9112 diff changeset	212 qc->avg_rtt += (adjusted_rtt >> 3) - (qc->avg_rtt >> 3);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	213 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	214
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	215 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	216 "quic rtt sample latest:%M min:%M avg:%M var:%M",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	217 latest_rtt, qc->min_rtt, qc->avg_rtt, qc->rttvar);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	218 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	219
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	220
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	221 static ngx_int_t
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	222 ngx_quic_handle_ack_frame_range(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	223 uint64_t min, uint64_t max, ngx_quic_ack_stat_t *st)
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	224 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	225 ngx_uint_t found;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	226 ngx_queue_t *q;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	227 ngx_quic_frame_t *f;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	228 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	229
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	230 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	231
9147 58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	232 if (ctx->level == ssl_encryption_application) {
58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	233 if (ngx_quic_handle_path_mtu(c, qc->path, min, max) != NGX_OK) {
58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	234 return NGX_ERROR;
58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	235 }
58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	236 }
58afcd72446f QUIC: path MTU discovery. Roman Arutyunyan <arut@nginx.com> parents: 9143 diff changeset	237
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	238 st->max_pn = NGX_TIMER_INFINITE;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	239 found = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	240
8884 1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	241 q = ngx_queue_head(&ctx->sent);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	242
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	243 while (q != ngx_queue_sentinel(&ctx->sent)) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	244
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	245 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
8884 1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	246 q = ngx_queue_next(q);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	247
8884 1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	248 if (f->pnum > max) {
1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	249 break;
1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	250 }
1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	251
1798acc01970 QUIC: optimized ack range processing. Vladimir Homutov <vl@nginx.com> parents: 8823 diff changeset	252 if (f->pnum >= min) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	253 ngx_quic_congestion_ack(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	254
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	255 switch (f->type) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	256 case NGX_QUIC_FT_ACK:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	257 case NGX_QUIC_FT_ACK_ECN:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	258 ngx_quic_drop_ack_ranges(c, ctx, f->u.ack.largest);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	259 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	260
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8797 diff changeset	261 case NGX_QUIC_FT_STREAM:
9052 2e51cf3ffd90 QUIC: defer stream removal until all its data is acked. Roman Arutyunyan <arut@nginx.com> parents: 9044 diff changeset	262 case NGX_QUIC_FT_RESET_STREAM:
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	263 ngx_quic_handle_stream_ack(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	264 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	265 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	266
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	267 if (f->pnum == max) {
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	268 st->max_pn = f->last;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	269 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	270
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	271 /* save earliest and latest send times of frames ack'ed */
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	272 if (st->oldest == NGX_TIMER_INFINITE \|\| f->last < st->oldest) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	273 st->oldest = f->last;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	274 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	275
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	276 if (st->newest == NGX_TIMER_INFINITE \|\| f->last > st->newest) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	277 st->newest = f->last;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	278 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	279
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	280 ngx_queue_remove(&f->queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	281 ngx_quic_free_frame(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	282 found = 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	283 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	284 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	285
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	286 if (!found) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	287
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	288 if (max < ctx->pnum) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	289 /* duplicate ACK or ACK for non-ack-eliciting frame */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	290 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	291 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	292
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	293 ngx_log_error(NGX_LOG_INFO, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	294 "quic ACK for the packet not sent");
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	295
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	296 qc->error = NGX_QUIC_ERR_PROTOCOL_VIOLATION;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	297 qc->error_ftype = NGX_QUIC_FT_ACK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	298 qc->error_reason = "unknown packet number";
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	299
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	300 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	301 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	302
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	303 if (!qc->push.timer_set) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	304 ngx_post_event(&qc->push, &ngx_posted_events);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	305 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	306
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	307 qc->pto_count = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	308
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	309 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	310 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	311
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	312
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	313 void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	314 ngx_quic_congestion_ack(ngx_connection_t c, ngx_quic_frame_t f)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	315 {
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	316 ngx_uint_t blocked;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	317 ngx_msec_t timer;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	318 ngx_quic_congestion_t *cg;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	319 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	320
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	321 if (f->plen == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	322 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	323 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	324
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	325 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	326 cg = &qc->congestion;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	327
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	328 blocked = (cg->in_flight >= cg->window) ? 1 : 0;
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	329
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	330 cg->in_flight -= f->plen;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	331
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	332 timer = f->last - cg->recovery_start;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	333
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	334 if ((ngx_msec_int_t) timer <= 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	335 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	336 "quic congestion ack recovery win:%uz ss:%z if:%uz",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	337 cg->window, cg->ssthresh, cg->in_flight);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	338
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	339 goto done;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	340 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	341
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	342 if (cg->window < cg->ssthresh) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	343 cg->window += f->plen;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	344
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	345 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	346 "quic congestion slow start win:%uz ss:%z if:%uz",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	347 cg->window, cg->ssthresh, cg->in_flight);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	348
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	349 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	350 cg->window += qc->tp.max_udp_payload_size * f->plen / cg->window;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	351
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	352 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	353 "quic congestion avoidance win:%uz ss:%z if:%uz",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	354 cg->window, cg->ssthresh, cg->in_flight);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	355 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	356
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	357 /* prevent recovery_start from wrapping */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	358
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	359 timer = cg->recovery_start - ngx_current_msec + qc->tp.max_idle_timeout * 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	360
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	361 if ((ngx_msec_int_t) timer < 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	362 cg->recovery_start = ngx_current_msec - qc->tp.max_idle_timeout * 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	363 }
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	364
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	365 done:
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	366
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	367 if (blocked && cg->in_flight < cg->window) {
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	368 ngx_post_event(&qc->push, &ngx_posted_events);
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	369 }
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	370 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	371
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	372
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	373 static void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	374 ngx_quic_drop_ack_ranges(ngx_connection_t c, ngx_quic_send_ctx_t ctx,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	375 uint64_t pn)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	376 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	377 uint64_t base;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	378 ngx_uint_t i, smallest, largest;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	379 ngx_quic_ack_range_t *r;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	380
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	381 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	382 "quic ngx_quic_drop_ack_ranges pn:%uL largest:%uL"
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	383 " fr:%uL nranges:%ui", pn, ctx->largest_range,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	384 ctx->first_range, ctx->nranges);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	385
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	386 base = ctx->largest_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	387
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	388 if (base == NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	389 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	390 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	391
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	392 if (ctx->pending_ack != NGX_QUIC_UNSET_PN && pn >= ctx->pending_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	393 ctx->pending_ack = NGX_QUIC_UNSET_PN;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	394 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	395
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	396 largest = base;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	397 smallest = largest - ctx->first_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	398
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	399 if (pn >= largest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	400 ctx->largest_range = NGX_QUIC_UNSET_PN;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	401 ctx->first_range = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	402 ctx->nranges = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	403 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	404 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	405
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	406 if (pn >= smallest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	407 ctx->first_range = largest - pn - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	408 ctx->nranges = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	409 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	410 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	411
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	412 for (i = 0; i < ctx->nranges; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	413 r = &ctx->ranges[i];
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	414
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	415 largest = smallest - r->gap - 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	416 smallest = largest - r->range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	417
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	418 if (pn >= largest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	419 ctx->nranges = i;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	420 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	421 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	422 if (pn >= smallest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	423 r->range = largest - pn - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	424 ctx->nranges = i + 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	425 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	426 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	427 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	428 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	429
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	430
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	431 static ngx_int_t
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	432 ngx_quic_detect_lost(ngx_connection_t c, ngx_quic_ack_stat_t st)
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	433 {
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	434 ngx_uint_t i, nlost;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	435 ngx_msec_t now, wait, thr, oldest, newest;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	436 ngx_queue_t *q;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	437 ngx_quic_frame_t *start;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	438 ngx_quic_send_ctx_t *ctx;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	439 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	440
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	441 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	442 now = ngx_current_msec;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	443 thr = ngx_quic_lost_threshold(qc);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	444
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	445 /* send time of lost packets across all send contexts */
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	446 oldest = NGX_TIMER_INFINITE;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	447 newest = NGX_TIMER_INFINITE;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	448
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	449 nlost = 0;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	450
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	451 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	452
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	453 ctx = &qc->send_ctx[i];
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	454
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	455 if (ctx->largest_ack == NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	456 continue;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	457 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	458
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	459 while (!ngx_queue_empty(&ctx->sent)) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	460
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	461 q = ngx_queue_head(&ctx->sent);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	462 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	463
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	464 if (start->pnum > ctx->largest_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	465 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	466 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	467
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	468 wait = start->last + thr - now;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	469
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	470 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	471 "quic detect_lost pnum:%uL thr:%M wait:%i level:%d",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	472 start->pnum, thr, (ngx_int_t) wait, start->level);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	473
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	474 if ((ngx_msec_int_t) wait > 0
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	475 && ctx->largest_ack - start->pnum < NGX_QUIC_PKT_THR)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	476 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	477 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	478 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	479
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	480 if (start->last > qc->first_rtt) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	481
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	482 if (oldest == NGX_TIMER_INFINITE \|\| start->last < oldest) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	483 oldest = start->last;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	484 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	485
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	486 if (newest == NGX_TIMER_INFINITE \|\| start->last > newest) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	487 newest = start->last;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	488 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	489
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	490 nlost++;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	491 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	492
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	493 ngx_quic_resend_frames(c, ctx);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	494 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	495 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	496
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	497
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	498 /* RFC 9002, 7.6.2. Establishing Persistent Congestion */
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	499
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	500 /*
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	501 * Once acknowledged, packets are no longer tracked. Thus no send time
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	502 * information is available for such packets. This limits persistent
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	503 * congestion algorithm to packets mentioned within ACK ranges of the
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	504 * latest ACK frame.
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	505 */
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	506
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	507 if (st && nlost >= 2 && (st->newest < oldest \|\| st->oldest > newest)) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	508
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	509 if (newest - oldest > ngx_quic_pcg_duration(c)) {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	510 ngx_quic_persistent_congestion(c);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	511 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	512 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	513
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	514 ngx_quic_set_lost_timer(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	515
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	516 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	517 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	518
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	519
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	520 static ngx_msec_t
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	521 ngx_quic_pcg_duration(ngx_connection_t *c)
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	522 {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	523 ngx_msec_t duration;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	524 ngx_quic_connection_t *qc;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	525
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	526 qc = ngx_quic_get_connection(c);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	527
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	528 duration = qc->avg_rtt;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	529 duration += ngx_max(4 * qc->rttvar, NGX_QUIC_TIME_GRANULARITY);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	530 duration += qc->ctp.max_ack_delay;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	531 duration *= NGX_QUIC_PERSISTENT_CONGESTION_THR;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	532
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	533 return duration;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	534 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	535
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	536
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	537 static void
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	538 ngx_quic_persistent_congestion(ngx_connection_t *c)
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	539 {
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	540 ngx_quic_congestion_t *cg;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	541 ngx_quic_connection_t *qc;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	542
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	543 qc = ngx_quic_get_connection(c);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	544 cg = &qc->congestion;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	545
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	546 cg->recovery_start = ngx_current_msec;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	547 cg->window = qc->tp.max_udp_payload_size * 2;
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	548
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	549 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	550 "quic persistent congestion win:%uz", cg->window);
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	551 }
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	552
004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	553
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	554 void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	555 ngx_quic_resend_frames(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	556 {
9141 5d1e7c74aadf QUIC: avoid accessing freed frame. Roman Arutyunyan <arut@nginx.com> parents: 9138 diff changeset	557 uint64_t pnum;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	558 ngx_queue_t *q;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	559 ngx_quic_frame_t f, start;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	560 ngx_quic_stream_t *qs;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	561 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	562
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	563 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	564 q = ngx_queue_head(&ctx->sent);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	565 start = ngx_queue_data(q, ngx_quic_frame_t, queue);
9141 5d1e7c74aadf QUIC: avoid accessing freed frame. Roman Arutyunyan <arut@nginx.com> parents: 9138 diff changeset	566 pnum = start->pnum;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	567
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	568 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	569 "quic resend packet pnum:%uL", start->pnum);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	570
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	571 ngx_quic_congestion_lost(c, start);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	572
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	573 do {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	574 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	575
9141 5d1e7c74aadf QUIC: avoid accessing freed frame. Roman Arutyunyan <arut@nginx.com> parents: 9138 diff changeset	576 if (f->pnum != pnum) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	577 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	578 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	579
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	580 q = ngx_queue_next(q);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	581
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	582 ngx_queue_remove(&f->queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	583
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	584 switch (f->type) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	585 case NGX_QUIC_FT_ACK:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	586 case NGX_QUIC_FT_ACK_ECN:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	587 if (ctx->level == ssl_encryption_application) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	588 /* force generation of most recent acknowledgment */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	589 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	590 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	591
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	592 ngx_quic_free_frame(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	593 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	594
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	595 case NGX_QUIC_FT_PING:
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	596 case NGX_QUIC_FT_PATH_CHALLENGE:
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	597 case NGX_QUIC_FT_PATH_RESPONSE:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	598 case NGX_QUIC_FT_CONNECTION_CLOSE:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	599 ngx_quic_free_frame(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	600 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	601
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	602 case NGX_QUIC_FT_MAX_DATA:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	603 f->u.max_data.max_data = qc->streams.recv_max_data;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	604 ngx_quic_queue_frame(qc, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	605 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	606
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	607 case NGX_QUIC_FT_MAX_STREAMS:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	608 case NGX_QUIC_FT_MAX_STREAMS2:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	609 f->u.max_streams.limit = f->u.max_streams.bidi
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	610 ? qc->streams.client_max_streams_bidi
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	611 : qc->streams.client_max_streams_uni;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	612 ngx_quic_queue_frame(qc, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	613 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	614
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	615 case NGX_QUIC_FT_MAX_STREAM_DATA:
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	616 qs = ngx_quic_find_stream(&qc->streams.tree,
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	617 f->u.max_stream_data.id);
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	618 if (qs == NULL) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	619 ngx_quic_free_frame(c, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	620 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	621 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	622
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8763 diff changeset	623 f->u.max_stream_data.limit = qs->recv_max_data;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	624 ngx_quic_queue_frame(qc, f);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	625 break;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	626
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8797 diff changeset	627 case NGX_QUIC_FT_STREAM:
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	628 qs = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	629
8990 b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	630 if (qs) {
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	631 if (qs->send_state == NGX_QUIC_STREAM_SEND_RESET_SENT
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	632 \|\| qs->send_state == NGX_QUIC_STREAM_SEND_RESET_RECVD)
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	633 {
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	634 ngx_quic_free_frame(c, f);
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	635 break;
b42a041d23a2 QUIC: introduced explicit stream states. Roman Arutyunyan <arut@nginx.com> parents: 8885 diff changeset	636 }
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	637 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	638
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	639 /* fall through */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	640
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	641 default:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	642 ngx_queue_insert_tail(&ctx->frames, &f->queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	643 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	644
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	645 } while (q != ngx_queue_sentinel(&ctx->sent));
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	646
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	647 if (qc->closing) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	648 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	649 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	650
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	651 ngx_post_event(&qc->push, &ngx_posted_events);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	652 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	653
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	654
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	655 static void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	656 ngx_quic_congestion_lost(ngx_connection_t c, ngx_quic_frame_t f)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	657 {
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	658 ngx_uint_t blocked;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	659 ngx_msec_t timer;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	660 ngx_quic_congestion_t *cg;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	661 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	662
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	663 if (f->plen == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	664 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	665 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	666
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	667 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	668 cg = &qc->congestion;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	669
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	670 blocked = (cg->in_flight >= cg->window) ? 1 : 0;
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	671
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	672 cg->in_flight -= f->plen;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	673 f->plen = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	674
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	675 timer = f->last - cg->recovery_start;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	676
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	677 if ((ngx_msec_int_t) timer <= 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	678 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	679 "quic congestion lost recovery win:%uz ss:%z if:%uz",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	680 cg->window, cg->ssthresh, cg->in_flight);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	681
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	682 goto done;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	683 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	684
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	685 cg->recovery_start = ngx_current_msec;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	686 cg->window /= 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	687
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	688 if (cg->window < qc->tp.max_udp_payload_size * 2) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	689 cg->window = qc->tp.max_udp_payload_size * 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	690 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	691
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	692 cg->ssthresh = cg->window;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	693
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	694 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	695 "quic congestion lost win:%uz ss:%z if:%uz",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	696 cg->window, cg->ssthresh, cg->in_flight);
8823 f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	697
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	698 done:
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	699
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	700 if (blocked && cg->in_flight < cg->window) {
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	701 ngx_post_event(&qc->push, &ngx_posted_events);
f3331deed357 QUIC: limit in-flight bytes by congestion window. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	702 }
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	703 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	704
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	705
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	706 void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	707 ngx_quic_set_lost_timer(ngx_connection_t *c)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	708 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	709 ngx_uint_t i;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	710 ngx_msec_t now;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	711 ngx_queue_t *q;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	712 ngx_msec_int_t lost, pto, w;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	713 ngx_quic_frame_t *f;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	714 ngx_quic_send_ctx_t *ctx;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	715 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	716
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	717 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	718 now = ngx_current_msec;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	719
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	720 lost = -1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	721 pto = -1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	722
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	723 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	724 ctx = &qc->send_ctx[i];
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	725
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	726 if (ngx_queue_empty(&ctx->sent)) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	727 continue;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	728 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	729
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	730 if (ctx->largest_ack != NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	731 q = ngx_queue_head(&ctx->sent);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	732 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	733 w = (ngx_msec_int_t) (f->last + ngx_quic_lost_threshold(qc) - now);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	734
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	735 if (f->pnum <= ctx->largest_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	736 if (w < 0 \|\| ctx->largest_ack - f->pnum >= NGX_QUIC_PKT_THR) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	737 w = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	738 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	739
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	740 if (lost == -1 \|\| w < lost) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	741 lost = w;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	742 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	743 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	744 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	745
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	746 q = ngx_queue_last(&ctx->sent);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	747 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
9096 c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	748 w = (ngx_msec_int_t) (f->last + (ngx_quic_pto(c, ctx) << qc->pto_count)
c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	749 - now);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	750
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	751 if (w < 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	752 w = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	753 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	754
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	755 if (pto == -1 \|\| w < pto) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	756 pto = w;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	757 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	758 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	759
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	760 if (qc->pto.timer_set) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	761 ngx_del_timer(&qc->pto);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	762 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	763
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	764 if (lost != -1) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	765 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	766 "quic lost timer lost:%M", lost);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	767
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	768 qc->pto.handler = ngx_quic_lost_handler;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	769 ngx_add_timer(&qc->pto, lost);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	770 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	771 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	772
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	773 if (pto != -1) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	774 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	775 "quic lost timer pto:%M", pto);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	776
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	777 qc->pto.handler = ngx_quic_pto_handler;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	778 ngx_add_timer(&qc->pto, pto);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	779 return;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	780 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	781
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	782 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic lost timer unset");
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	783 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	784
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	785
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	786 ngx_msec_t
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	787 ngx_quic_pto(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	788 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	789 ngx_msec_t duration;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	790 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	791
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	792 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	793
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8792 diff changeset	794 /* RFC 9002, Appendix A.8. Setting the Loss Detection Timer */
9095 52cddd44ec11 QUIC: removed check for in-flight packets in computing PTO. Sergey Kandaurov <pluknet@nginx.com> parents: 9052 diff changeset	795
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	796 duration = qc->avg_rtt;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	797 duration += ngx_max(4 * qc->rttvar, NGX_QUIC_TIME_GRANULARITY);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	798
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	799 if (ctx->level == ssl_encryption_application && c->ssl->handshaked) {
9096 c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	800 duration += qc->ctp.max_ack_delay;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	801 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	802
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	803 return duration;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	804 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	805
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	806
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	807 static
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	808 void ngx_quic_lost_handler(ngx_event_t *ev)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	809 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	810 ngx_connection_t *c;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	811
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	812 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic lost timer");
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	813
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	814 c = ev->data;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	815
8792 004172345bdc QUIC: persistent congestion calculation. Vladimir Homutov <vl@nginx.com> parents: 8779 diff changeset	816 if (ngx_quic_detect_lost(c, NULL) != NGX_OK) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	817 ngx_quic_close_connection(c, NGX_ERROR);
9112 d59277dd3d8c QUIC: fixed post-close use-after-free. Roman Arutyunyan <arut@nginx.com> parents: 9096 diff changeset	818 return;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	819 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	820
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	821 ngx_quic_connstate_dbg(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	822 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	823
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	824
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	825 void
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	826 ngx_quic_pto_handler(ngx_event_t *ev)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	827 {
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	828 ngx_uint_t i, n;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	829 ngx_msec_t now;
9143 48691bab4474 QUIC: fixed probe-congestion deadlock. Roman Arutyunyan <arut@nginx.com> parents: 9142 diff changeset	830 ngx_queue_t *q;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	831 ngx_connection_t *c;
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	832 ngx_quic_frame_t *f;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	833 ngx_quic_send_ctx_t *ctx;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	834 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	835
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	836 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, ev->log, 0, "quic pto timer");
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	837
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	838 c = ev->data;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	839 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	840 now = ngx_current_msec;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	841
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	842 for (i = 0; i < NGX_QUIC_SEND_CTX_LAST; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	843
9015 a2fbae359828 QUIC: fixed indentation. Sergey Kandaurov <pluknet@nginx.com> parents: 8990 diff changeset	844 ctx = &qc->send_ctx[i];
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	845
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	846 if (ngx_queue_empty(&ctx->sent)) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	847 continue;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	848 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	849
9142 7e8ee4b7cbf4 QUIC: fixed PTO expiration condition. Roman Arutyunyan <arut@nginx.com> parents: 9141 diff changeset	850 q = ngx_queue_last(&ctx->sent);
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	851 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	852
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	853 if (f->pnum <= ctx->largest_ack
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	854 && ctx->largest_ack != NGX_QUIC_UNSET_PN)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	855 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	856 continue;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	857 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	858
9096 c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	859 if ((ngx_msec_int_t) (f->last + (ngx_quic_pto(c, ctx) << qc->pto_count)
c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	860 - now) > 0)
c6db94ec3841 QUIC: separated path validation retransmit backoff. Sergey Kandaurov <pluknet@nginx.com> parents: 9095 diff changeset	861 {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	862 continue;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	863 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	864
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	865 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	866 "quic pto %s pto_count:%ui",
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	867 ngx_quic_level_name(ctx->level), qc->pto_count);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	868
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	869 for (n = 0; n < 2; n++) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	870
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	871 f = ngx_quic_alloc_frame(c);
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	872 if (f == NULL) {
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	873 goto failed;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	874 }
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	875
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	876 f->level = ctx->level;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	877 f->type = NGX_QUIC_FT_PING;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	878 f->ignore_congestion = 1;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	879
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	880 if (ngx_quic_frame_sendto(c, f, 0, qc->path) == NGX_ERROR) {
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	881 goto failed;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	882 }
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	883 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	884 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	885
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	886 qc->pto_count++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	887
9143 48691bab4474 QUIC: fixed probe-congestion deadlock. Roman Arutyunyan <arut@nginx.com> parents: 9142 diff changeset	888 ngx_quic_set_lost_timer(c);
48691bab4474 QUIC: fixed probe-congestion deadlock. Roman Arutyunyan <arut@nginx.com> parents: 9142 diff changeset	889
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	890 ngx_quic_connstate_dbg(c);
9192 efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	891
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	892 return;
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	893
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	894 failed:
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	895
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	896 ngx_quic_close_connection(c, NGX_ERROR);
efcdaa66df2e QUIC: congestion control in ngx_quic_frame_sendto(). Roman Arutyunyan <arut@nginx.com> parents: 9170 diff changeset	897 return;
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	898 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	899
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	900
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	901 ngx_int_t
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	902 ngx_quic_ack_packet(ngx_connection_t c, ngx_quic_header_t pkt)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	903 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	904 uint64_t base, largest, smallest, gs, ge, gap, range, pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	905 uint64_t prev_pending;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	906 ngx_uint_t i, nr;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	907 ngx_quic_send_ctx_t *ctx;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	908 ngx_quic_ack_range_t *r;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	909 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	910
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	911 c->log->action = "preparing ack";
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	912
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	913 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	914
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	915 ctx = ngx_quic_get_send_ctx(qc, pkt->level);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	916
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	917 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	918 "quic ngx_quic_ack_packet pn:%uL largest %L fr:%uL"
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	919 " nranges:%ui", pkt->pn, (int64_t) ctx->largest_range,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	920 ctx->first_range, ctx->nranges);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	921
9170 c80d111340dc QUIC: prevented generating ACK frames with discarded keys. Sergey Kandaurov <pluknet@nginx.com> parents: 9147 diff changeset	922 if (!ngx_quic_keys_available(qc->keys, ctx->level, 1)) {
c80d111340dc QUIC: prevented generating ACK frames with discarded keys. Sergey Kandaurov <pluknet@nginx.com> parents: 9147 diff changeset	923 return NGX_OK;
c80d111340dc QUIC: prevented generating ACK frames with discarded keys. Sergey Kandaurov <pluknet@nginx.com> parents: 9147 diff changeset	924 }
c80d111340dc QUIC: prevented generating ACK frames with discarded keys. Sergey Kandaurov <pluknet@nginx.com> parents: 9147 diff changeset	925
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	926 prev_pending = ctx->pending_ack;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	927
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	928 if (pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	929
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	930 ngx_post_event(&qc->push, &ngx_posted_events);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	931
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	932 if (ctx->send_ack == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	933 ctx->ack_delay_start = ngx_current_msec;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	934 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	935
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	936 ctx->send_ack++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	937
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	938 if (ctx->pending_ack == NGX_QUIC_UNSET_PN
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	939 \|\| ctx->pending_ack < pkt->pn)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	940 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	941 ctx->pending_ack = pkt->pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	942 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	943 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	944
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	945 base = ctx->largest_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	946 pn = pkt->pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	947
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	948 if (base == NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	949 ctx->largest_range = pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	950 ctx->largest_received = pkt->received;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	951 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	952 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	953
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	954 if (base == pn) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	955 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	956 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	957
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	958 largest = base;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	959 smallest = largest - ctx->first_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	960
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	961 if (pn > base) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	962
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	963 if (pn - base == 1) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	964 ctx->first_range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	965 ctx->largest_range = pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	966 ctx->largest_received = pkt->received;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	967
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	968 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	969
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	970 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	971 /* new gap in front of current largest */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	972
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	973 /* no place for new range, send current range as is */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	974 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	975
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	976 if (prev_pending != NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	977 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	978 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	979 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	980 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	981
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	982 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	983 ctx->pending_ack = NGX_QUIC_UNSET_PN;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	984 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	985 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	986
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	987 gap = pn - base - 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	988 range = ctx->first_range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	989
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	990 ctx->first_range = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	991 ctx->largest_range = pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	992 ctx->largest_received = pkt->received;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	993
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	994 /* packet is out of order, force send */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	995 if (pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	996 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	997 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	998
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	999 i = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1000
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1001 goto insert;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1002 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1003 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1004
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1005 /* pn < base, perform lookup in existing ranges */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1006
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1007 /* packet is out of order */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1008 if (pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1009 ctx->send_ack = NGX_QUIC_MAX_ACK_GAP;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1010 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1011
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1012 if (pn >= smallest && pn <= largest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1013 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1014 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1015
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1016 #if (NGX_SUPPRESS_WARN)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1017 r = NULL;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1018 #endif
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1019
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1020 for (i = 0; i < ctx->nranges; i++) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1021 r = &ctx->ranges[i];
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1022
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1023 ge = smallest - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1024 gs = ge - r->gap;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1025
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1026 if (pn >= gs && pn <= ge) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1027
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1028 if (gs == ge) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1029 /* gap size is exactly one packet, now filled */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1030
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1031 /* data moves to previous range, current is removed */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1032
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1033 if (i == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1034 ctx->first_range += r->range + 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1035
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1036 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1037 ctx->ranges[i - 1].range += r->range + 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1038 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1039
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1040 nr = ctx->nranges - i - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1041 if (nr) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1042 ngx_memmove(&ctx->ranges[i], &ctx->ranges[i + 1],
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1043 sizeof(ngx_quic_ack_range_t) * nr);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1044 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1045
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1046 ctx->nranges--;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1047
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1048 } else if (pn == gs) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1049 /* current gap shrinks from tail (current range grows) */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1050 r->gap--;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1051 r->range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1052
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1053 } else if (pn == ge) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1054 /* current gap shrinks from head (previous range grows) */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1055 r->gap--;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1056
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1057 if (i == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1058 ctx->first_range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1059
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1060 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1061 ctx->ranges[i - 1].range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1062 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1063
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1064 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1065 /* current gap is split into two parts */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1066
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1067 gap = ge - pn - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1068 range = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1069
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1070 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1071 if (prev_pending != NGX_QUIC_UNSET_PN) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1072 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1073 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1074 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1075 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1076
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1077 if (prev_pending == ctx->pending_ack \|\| !pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1078 ctx->pending_ack = NGX_QUIC_UNSET_PN;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1079 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1080 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1081
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1082 r->gap = pn - gs - 1;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1083 goto insert;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1084 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1085
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1086 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1087 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1088
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1089 largest = smallest - r->gap - 2;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1090 smallest = largest - r->range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1091
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1092 if (pn >= smallest && pn <= largest) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1093 /* this packet number is already known */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1094 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1095 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1096
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1097 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1098
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1099 if (pn == smallest - 1) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1100 /* extend first or last range */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1101
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1102 if (i == 0) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1103 ctx->first_range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1104
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1105 } else {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1106 r->range++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1107 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1108
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1109 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1110 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1111
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1112 /* nothing found, add new range at the tail */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1113
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1114 if (ctx->nranges == NGX_QUIC_MAX_RANGES) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1115 /* packet is too old to keep it */
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1116
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1117 if (pkt->need_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1118 return ngx_quic_send_ack_range(c, ctx, pn, pn);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1119 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1120
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1121 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1122 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1123
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1124 gap = smallest - 2 - pn;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1125 range = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1126
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1127 insert:
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1128
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1129 if (ctx->nranges < NGX_QUIC_MAX_RANGES) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1130 ctx->nranges++;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1131 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1132
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1133 ngx_memmove(&ctx->ranges[i + 1], &ctx->ranges[i],
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1134 sizeof(ngx_quic_ack_range_t) * (ctx->nranges - i - 1));
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1135
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1136 ctx->ranges[i].gap = gap;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1137 ctx->ranges[i].range = range;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1138
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1139 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1140 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1141
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1142
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1143 ngx_int_t
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1144 ngx_quic_generate_ack(ngx_connection_t c, ngx_quic_send_ctx_t ctx)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1145 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1146 ngx_msec_t delay;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1147 ngx_quic_connection_t *qc;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1148
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1149 if (!ctx->send_ack) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1150 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1151 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1152
9015 a2fbae359828 QUIC: fixed indentation. Sergey Kandaurov <pluknet@nginx.com> parents: 8990 diff changeset	1153 if (ctx->level == ssl_encryption_application) {
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1154
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1155 delay = ngx_current_msec - ctx->ack_delay_start;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1156 qc = ngx_quic_get_connection(c);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1157
9138 a90f79792b5d QUIC: optimized ACK delay. Roman Arutyunyan <arut@nginx.com> parents: 9122 diff changeset	1158 if (ngx_queue_empty(&ctx->frames)
a90f79792b5d QUIC: optimized ACK delay. Roman Arutyunyan <arut@nginx.com> parents: 9122 diff changeset	1159 && ctx->send_ack < NGX_QUIC_MAX_ACK_GAP
8751 bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1160 && delay < qc->tp.max_ack_delay)
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1161 {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1162 if (!qc->push.timer_set && !qc->closing) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1163 ngx_add_timer(&qc->push,
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1164 qc->tp.max_ack_delay - delay);
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1165 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1166
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1167 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1168 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1169 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1170
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1171 if (ngx_quic_send_ack(c, ctx) != NGX_OK) {
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1172 return NGX_ERROR;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1173 }
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1174
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1175 ctx->send_ack = 0;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1176
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1177 return NGX_OK;
bc910a5ec737 QUIC: separate files for output and ack related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1178 }

Mercurial > hg > nginx

annotate src/event/quic/ngx_event_quic_ack.c @ 9192:efcdaa66df2e