nginx: src/event/quic/ngx_event_quic

annotate src/event/quic/ngx_event_quic_streams.c @ 8861:630ecd703805 quic

QUIC: set NGX_TCP_NODELAY_DISABLED for fake stream connections. Notably, it is to avoid setting the TCP_NODELAY flag for QUIC streams in ngx_http_upstream_send_response(). It is an invalid operation on inherently SOCK_DGRAM sockets, which leads to QUIC connection close. The change reduces diff to the default branch in stream content phase.

author	Sergey Kandaurov <pluknet@nginx.com>
date	Wed, 22 Sep 2021 14:01:18 +0300
parents	a2cef164a924
children	13cb758e6ac0

rev	line source
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	2 /*
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	3 * Copyright (C) Nginx, Inc.
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	4 */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	5
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	6
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	9 #include <ngx_event.h>
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	10 #include <ngx_event_quic_connection.h>
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	11
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	12
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	13 #define NGX_QUIC_STREAM_GONE (void *) -1
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	14
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	15
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	16 static ngx_quic_stream_t ngx_quic_create_client_stream(ngx_connection_t c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	17 uint64_t id);
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	18 static ngx_int_t ngx_quic_init_stream(ngx_quic_stream_t *qs);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	19 static ngx_quic_stream_t ngx_quic_create_stream(ngx_connection_t c,
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	20 uint64_t id);
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	21 static void ngx_quic_empty_handler(ngx_event_t *ev);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	22 static ssize_t ngx_quic_stream_recv(ngx_connection_t c, u_char buf,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	23 size_t size);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	24 static ssize_t ngx_quic_stream_send(ngx_connection_t c, u_char buf,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	25 size_t size);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	26 static ngx_chain_t ngx_quic_stream_send_chain(ngx_connection_t c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	27 ngx_chain_t *in, off_t limit);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	28 static size_t ngx_quic_max_stream_flow(ngx_connection_t *c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	29 static void ngx_quic_stream_cleanup_handler(void *data);
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	30 static ngx_int_t ngx_quic_control_flow(ngx_connection_t *c, uint64_t last);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	31 static ngx_int_t ngx_quic_update_flow(ngx_connection_t *c, uint64_t last);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	32
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	33
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	34 ngx_connection_t *
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	35 ngx_quic_open_stream(ngx_connection_t *c, ngx_uint_t bidi)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	36 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	37 uint64_t id;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	38 ngx_quic_stream_t qs, nqs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	39 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	40
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	41 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	42 qc = ngx_quic_get_connection(qs->parent);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	43
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	44 if (bidi) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	45 if (qc->streams.server_streams_bidi
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	46 >= qc->streams.server_max_streams_bidi)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	47 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	48 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	49 "quic too many server bidi streams:%uL",
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	50 qc->streams.server_streams_bidi);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	51 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	52 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	53
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	54 id = (qc->streams.server_streams_bidi << 2)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	55 \| NGX_QUIC_STREAM_SERVER_INITIATED;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	56
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	57 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	58 "quic creating server bidi stream"
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	59 " streams:%uL max:%uL id:0x%xL",
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	60 qc->streams.server_streams_bidi,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	61 qc->streams.server_max_streams_bidi, id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	62
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	63 qc->streams.server_streams_bidi++;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	64
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	65 } else {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	66 if (qc->streams.server_streams_uni
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	67 >= qc->streams.server_max_streams_uni)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	68 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	69 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	70 "quic too many server uni streams:%uL",
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	71 qc->streams.server_streams_uni);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	72 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	73 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	74
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	75 id = (qc->streams.server_streams_uni << 2)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	76 \| NGX_QUIC_STREAM_SERVER_INITIATED
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	77 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	78
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	79 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	80 "quic creating server uni stream"
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	81 " streams:%uL max:%uL id:0x%xL",
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	82 qc->streams.server_streams_uni,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	83 qc->streams.server_max_streams_uni, id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	84
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	85 qc->streams.server_streams_uni++;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	86 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	87
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	88 nqs = ngx_quic_create_stream(qs->parent, id);
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	89 if (nqs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	90 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	91 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	92
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	93 return nqs->connection;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	94 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	95
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	96
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	97 void
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	98 ngx_quic_rbtree_insert_stream(ngx_rbtree_node_t *temp,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	99 ngx_rbtree_node_t node, ngx_rbtree_node_t sentinel)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	100 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	101 ngx_rbtree_node_t **p;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	102 ngx_quic_stream_t qn, qnt;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	103
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	104 for ( ;; ) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	105 qn = (ngx_quic_stream_t *) node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	106 qnt = (ngx_quic_stream_t *) temp;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	107
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	108 p = (qn->id < qnt->id) ? &temp->left : &temp->right;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	109
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	110 if (*p == sentinel) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	111 break;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	112 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	113
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	114 temp = *p;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	115 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	116
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	117 *p = node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	118 node->parent = temp;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	119 node->left = sentinel;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	120 node->right = sentinel;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	121 ngx_rbt_red(node);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	122 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	123
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	124
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	125 ngx_quic_stream_t *
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	126 ngx_quic_find_stream(ngx_rbtree_t *rbtree, uint64_t id)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	127 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	128 ngx_rbtree_node_t node, sentinel;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	129 ngx_quic_stream_t *qn;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	130
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	131 node = rbtree->root;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	132 sentinel = rbtree->sentinel;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	133
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	134 while (node != sentinel) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	135 qn = (ngx_quic_stream_t *) node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	136
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	137 if (id == qn->id) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	138 return qn;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	139 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	140
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	141 node = (id < qn->id) ? node->left : node->right;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	142 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	143
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	144 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	145 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	146
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	147
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	148 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	149 ngx_quic_close_streams(ngx_connection_t c, ngx_quic_connection_t qc)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	150 {
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	151 ngx_pool_t *pool;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	152 ngx_queue_t *q;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	153 ngx_event_t rev, wev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	154 ngx_rbtree_t *tree;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	155 ngx_rbtree_node_t *node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	156 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	157
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	158 #if (NGX_DEBUG)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	159 ngx_uint_t ns;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	160 #endif
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	161
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	162 while (!ngx_queue_empty(&qc->streams.uninitialized)) {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	163 q = ngx_queue_head(&qc->streams.uninitialized);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	164 ngx_queue_remove(q);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	165
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	166 qs = ngx_queue_data(q, ngx_quic_stream_t, queue);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	167 pool = qs->connection->pool;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	168
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	169 ngx_close_connection(qs->connection);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	170 ngx_destroy_pool(pool);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	171 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	172
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	173 tree = &qc->streams.tree;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	174
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	175 if (tree->root == tree->sentinel) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	176 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	177 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	178
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	179 #if (NGX_DEBUG)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	180 ns = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	181 #endif
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	182
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	183 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	184 node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	185 node = ngx_rbtree_next(tree, node))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	186 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	187 qs = (ngx_quic_stream_t *) node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	188
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	189 rev = qs->connection->read;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	190 rev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	191 rev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	192
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	193 wev = qs->connection->write;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	194 wev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	195 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	196
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	197 ngx_post_event(rev, &ngx_posted_events);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	198
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	199 if (rev->timer_set) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	200 ngx_del_timer(rev);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	201 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	202
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	203 #if (NGX_DEBUG)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	204 ns++;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	205 #endif
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	206 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	207
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	208 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	209 "quic connection has %ui active streams", ns);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	210
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	211 return NGX_AGAIN;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	212 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	213
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	214
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	215 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	216 ngx_quic_reset_stream(ngx_connection_t *c, ngx_uint_t err)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	217 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	218 ngx_event_t *wev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	219 ngx_connection_t *pc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	220 ngx_quic_frame_t *frame;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	221 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	222 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	223
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	224 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	225 pc = qs->parent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	226 qc = ngx_quic_get_connection(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	227
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	228 frame = ngx_quic_alloc_frame(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	229 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	230 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	231 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	232
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	233 frame->level = ssl_encryption_application;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	234 frame->type = NGX_QUIC_FT_RESET_STREAM;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	235 frame->u.reset_stream.id = qs->id;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	236 frame->u.reset_stream.error_code = err;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	237 frame->u.reset_stream.final_size = c->sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	238
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	239 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	240
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	241 wev = c->write;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	242 wev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	243 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	244
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	245 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	246 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	247
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	248
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	249 static ngx_quic_stream_t *
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	250 ngx_quic_create_client_stream(ngx_connection_t *c, uint64_t id)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	251 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	252 uint64_t min_id;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	253 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	254 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	255
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	256 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	257 "quic stream id:0x%xL is new", id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	258
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	259 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	260
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	261 if (qc->shutdown) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	262 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	263 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	264
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	265 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	266
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	267 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	268 if ((id >> 2) < qc->streams.server_streams_uni) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	269 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	270 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	271
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	272 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	273 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	274 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	275
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	276 if ((id >> 2) < qc->streams.client_streams_uni) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	277 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	278 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	279
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	280 if ((id >> 2) >= qc->streams.client_max_streams_uni) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	281 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	282 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	283 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	284
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	285 min_id = (qc->streams.client_streams_uni << 2)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	286 \| NGX_QUIC_STREAM_UNIDIRECTIONAL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	287 qc->streams.client_streams_uni = (id >> 2) + 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	288
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	289 } else {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	290
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	291 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	292 if ((id >> 2) < qc->streams.server_streams_bidi) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	293 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	294 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	295
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	296 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	297 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	298 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	299
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	300 if ((id >> 2) < qc->streams.client_streams_bidi) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	301 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	302 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	303
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	304 if ((id >> 2) >= qc->streams.client_max_streams_bidi) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	305 qc->error = NGX_QUIC_ERR_STREAM_LIMIT_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	306 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	307 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	308
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	309 min_id = (qc->streams.client_streams_bidi << 2);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	310 qc->streams.client_streams_bidi = (id >> 2) + 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	311 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	312
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	313 /*
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8791 diff changeset	314 * RFC 9000, 2.1. Stream Types and Identifiers
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	315 *
8797 4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8791 diff changeset	316 * successive streams of each type are created with numerically increasing
4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8791 diff changeset	317 * stream IDs. A stream ID that is used out of order results in all
4715f3e669f1 QUIC: updated specification references. Sergey Kandaurov <pluknet@nginx.com> parents: 8791 diff changeset	318 * streams of that type with lower-numbered stream IDs also being opened.
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	319 */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	320
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	321 for ( /* void */ ; min_id < id; min_id += 0x04) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	322
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	323 qs = ngx_quic_create_stream(c, min_id);
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	324 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	325 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	326 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	327
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	328 if (ngx_quic_init_stream(qs) != NGX_OK) {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	329 return NULL;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	330 }
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	331
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	332 if (qc->shutdown) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	333 return NGX_QUIC_STREAM_GONE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	334 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	335 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	336
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	337 return ngx_quic_create_stream(c, id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	338 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	339
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	340
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	341 static ngx_int_t
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	342 ngx_quic_init_stream(ngx_quic_stream_t *qs)
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	343 {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	344 ngx_connection_t *c;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	345 ngx_quic_connection_t *qc;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	346
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	347 qc = ngx_quic_get_connection(qs->parent);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	348
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	349 c = qs->connection;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	350
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	351 if (!qc->streams.initialized) {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	352 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	353 "quic postpone stream init");
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	354
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	355 ngx_queue_insert_tail(&qc->streams.uninitialized, &qs->queue);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	356 return NGX_OK;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	357 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	358
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	359 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic init stream");
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	360
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	361 c->listening->handler(c);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	362
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	363 return NGX_OK;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	364 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	365
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	366
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	367 void
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	368 ngx_quic_init_streams(ngx_connection_t *c)
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	369 {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	370 ngx_queue_t *q;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	371 ngx_quic_stream_t *qs;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	372 ngx_quic_connection_t *qc;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	373
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	374 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic init streams");
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	375
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	376 qc = ngx_quic_get_connection(c);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	377
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	378 while (!ngx_queue_empty(&qc->streams.uninitialized)) {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	379 q = ngx_queue_head(&qc->streams.uninitialized);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	380 ngx_queue_remove(q);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	381
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	382 qs = ngx_queue_data(q, ngx_quic_stream_t, queue);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	383
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	384 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, qs->connection->log, 0,
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	385 "quic init postponed stream");
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	386
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	387 qs->connection->listening->handler(qs->connection);
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	388 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	389
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	390 qc->streams.initialized = 1;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	391 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	392
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	393
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	394 static ngx_quic_stream_t *
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	395 ngx_quic_create_stream(ngx_connection_t *c, uint64_t id)
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	396 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	397 ngx_log_t *log;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	398 ngx_pool_t *pool;
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	399 ngx_connection_t *sc;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	400 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	401 ngx_pool_cleanup_t *cln;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	402 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	403
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	404 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	405 "quic stream id:0x%xL create", id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	406
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	407 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	408
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	409 pool = ngx_create_pool(NGX_DEFAULT_POOL_SIZE, c->log);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	410 if (pool == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	411 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	412 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	413
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	414 qs = ngx_pcalloc(pool, sizeof(ngx_quic_stream_t));
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	415 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	416 ngx_destroy_pool(pool);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	417 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	418 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	419
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	420 qs->node.key = id;
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	421 qs->parent = c;
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	422 qs->id = id;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	423 qs->final_size = (uint64_t) -1;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	424
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	425 log = ngx_palloc(pool, sizeof(ngx_log_t));
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	426 if (log == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	427 ngx_destroy_pool(pool);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	428 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	429 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	430
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	431 log = c->log;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	432 pool->log = log;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	433
8860 a2cef164a924 QUIC: simplified stream fd initialization. Roman Arutyunyan <arut@nginx.com> parents: 8855 diff changeset	434 sc = ngx_get_connection(c->fd, log);
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	435 if (sc == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	436 ngx_destroy_pool(pool);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	437 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	438 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	439
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	440 qs->connection = sc;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	441
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	442 sc->quic = qs;
8842 486c6a9be111 QUIC: store QUIC connection fd in stream fake connection. Roman Arutyunyan <arut@nginx.com> parents: 8841 diff changeset	443 sc->shared = 1;
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	444 sc->type = SOCK_STREAM;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	445 sc->pool = pool;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	446 sc->ssl = c->ssl;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	447 sc->sockaddr = c->sockaddr;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	448 sc->listening = c->listening;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	449 sc->addr_text = c->addr_text;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	450 sc->local_sockaddr = c->local_sockaddr;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	451 sc->local_socklen = c->local_socklen;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	452 sc->number = ngx_atomic_fetch_add(ngx_connection_counter, 1);
8861 630ecd703805 QUIC: set NGX_TCP_NODELAY_DISABLED for fake stream connections. Sergey Kandaurov <pluknet@nginx.com> parents: 8860 diff changeset	453 sc->tcp_nodelay = NGX_TCP_NODELAY_DISABLED;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	454
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	455 sc->recv = ngx_quic_stream_recv;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	456 sc->send = ngx_quic_stream_send;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	457 sc->send_chain = ngx_quic_stream_send_chain;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	458
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	459 sc->read->log = log;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	460 sc->write->log = log;
baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	461
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	462 sc->read->handler = ngx_quic_empty_handler;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	463 sc->write->handler = ngx_quic_empty_handler;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	464
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	465 log->connection = sc->number;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	466
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	467 if ((id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	468 \|\| (id & NGX_QUIC_STREAM_SERVER_INITIATED))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	469 {
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	470 sc->write->ready = 1;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	471 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	472
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	473 if (id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	474 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	475 qs->send_max_data = qc->ctp.initial_max_stream_data_uni;
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	476
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	477 } else {
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	478 qs->recv_max_data = qc->tp.initial_max_stream_data_uni;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	479 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	480
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	481 } else {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	482 if (id & NGX_QUIC_STREAM_SERVER_INITIATED) {
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	483 qs->send_max_data = qc->ctp.initial_max_stream_data_bidi_remote;
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	484 qs->recv_max_data = qc->tp.initial_max_stream_data_bidi_local;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	485
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	486 } else {
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	487 qs->send_max_data = qc->ctp.initial_max_stream_data_bidi_local;
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	488 qs->recv_max_data = qc->tp.initial_max_stream_data_bidi_remote;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	489 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	490 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	491
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	492 qs->recv_window = qs->recv_max_data;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	493
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	494 cln = ngx_pool_cleanup_add(pool, 0);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	495 if (cln == NULL) {
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	496 ngx_close_connection(sc);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	497 ngx_destroy_pool(pool);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	498 return NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	499 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	500
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	501 cln->handler = ngx_quic_stream_cleanup_handler;
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	502 cln->data = sc;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	503
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	504 ngx_rbtree_insert(&qc->streams.tree, &qs->node);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	505
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	506 return qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	507 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	508
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	509
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	510 static void
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	511 ngx_quic_empty_handler(ngx_event_t *ev)
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	512 {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	513 }
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	514
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	515
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	516 static ssize_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	517 ngx_quic_stream_recv(ngx_connection_t c, u_char buf, size_t size)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	518 {
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	519 ssize_t len, n;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	520 ngx_buf_t *b;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	521 ngx_chain_t cl, *ll;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	522 ngx_event_t *rev;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	523 ngx_connection_t *pc;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	524 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	525
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	526 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	527 pc = qs->parent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	528 rev = c->read;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	529
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	530 if (rev->error) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	531 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	532 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	533
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	534 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	535 "quic stream id:0x%xL recv eof:%d buf:%uz",
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	536 qs->id, rev->pending_eof, size);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	537
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	538 if (qs->in == NULL \|\| qs->in->buf->sync) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	539 rev->ready = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	540
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	541 if (qs->recv_offset == qs->final_size) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	542 rev->eof = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	543 return 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	544 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	545
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	546 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	547 "quic stream id:0x%xL recv() not ready", qs->id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	548 return NGX_AGAIN;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	549 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	550
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	551 len = 0;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	552 cl = qs->in;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	553
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	554 for (ll = &cl; ll; ll = &(ll)->next) {
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	555 b = (*ll)->buf;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	556
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	557 if (b->sync) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	558 /* hole */
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	559 break;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	560 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	561
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	562 n = ngx_min(b->last - b->pos, (ssize_t) size);
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	563 buf = ngx_cpymem(buf, b->pos, n);
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	564
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	565 len += n;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	566 size -= n;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	567 b->pos += n;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	568
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	569 if (b->pos != b->last) {
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	570 break;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	571 }
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	572 }
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	573
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	574 qs->in = *ll;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	575 *ll = NULL;
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	576
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	577 ngx_quic_free_bufs(pc, cl);
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	578
f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	579 if (qs->in == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	580 rev->ready = rev->pending_eof;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	581 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	582
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	583 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	584 "quic stream id:0x%xL recv len:%z", qs->id, len);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	585
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	586 if (ngx_quic_update_flow(c, qs->recv_offset + len) != NGX_OK) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	587 return NGX_ERROR;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	588 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	589
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	590 return len;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	591 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	592
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	593
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	594 static ssize_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	595 ngx_quic_stream_send(ngx_connection_t c, u_char buf, size_t size)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	596 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	597 ngx_buf_t b;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	598 ngx_chain_t cl;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	599
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	600 ngx_memzero(&b, sizeof(ngx_buf_t));
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	601
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	602 b.memory = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	603 b.pos = buf;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	604 b.last = buf + size;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	605
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	606 cl.buf = &b;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	607 cl.next = NULL;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	608
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	609 if (ngx_quic_stream_send_chain(c, &cl, 0) == NGX_CHAIN_ERROR) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	610 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	611 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	612
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	613 if (b.pos == buf) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	614 return NGX_AGAIN;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	615 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	616
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	617 return b.pos - buf;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	618 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	619
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	620
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	621 static ngx_chain_t *
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	622 ngx_quic_stream_send_chain(ngx_connection_t c, ngx_chain_t in, off_t limit)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	623 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	624 size_t n, flow;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	625 ngx_event_t *wev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	626 ngx_chain_t *cl;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	627 ngx_connection_t *pc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	628 ngx_quic_frame_t *frame;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	629 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	630 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	631
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	632 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	633 pc = qs->parent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	634 qc = ngx_quic_get_connection(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	635 wev = c->write;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	636
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	637 if (wev->error) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	638 return NGX_CHAIN_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	639 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	640
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	641 flow = ngx_quic_max_stream_flow(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	642 if (flow == 0) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	643 wev->ready = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	644 return in;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	645 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	646
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	647 n = (limit && (size_t) limit < flow) ? (size_t) limit : flow;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	648
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	649 frame = ngx_quic_alloc_frame(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	650 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	651 return NGX_CHAIN_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	652 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	653
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	654 frame->data = ngx_quic_copy_chain(pc, in, n);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	655 if (frame->data == NGX_CHAIN_ERROR) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	656 return NGX_CHAIN_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	657 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	658
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	659 for (n = 0, cl = frame->data; cl; cl = cl->next) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	660 n += ngx_buf_size(cl->buf);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	661 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	662
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	663 while (in && ngx_buf_size(in->buf) == 0) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	664 in = in->next;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	665 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	666
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	667 frame->level = ssl_encryption_application;
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8797 diff changeset	668 frame->type = NGX_QUIC_FT_STREAM;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	669 frame->u.stream.off = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	670 frame->u.stream.len = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	671 frame->u.stream.fin = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	672
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	673 frame->u.stream.stream_id = qs->id;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	674 frame->u.stream.offset = c->sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	675 frame->u.stream.length = n;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	676
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	677 c->sent += n;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	678 qc->streams.sent += n;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	679
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	680 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	681
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	682 wev->ready = (n < flow) ? 1 : 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	683
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	684 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	685 "quic send_chain sent:%uz", n);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	686
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	687 return in;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	688 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	689
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	690
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	691 static size_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	692 ngx_quic_max_stream_flow(ngx_connection_t *c)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	693 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	694 size_t size;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	695 uint64_t sent, unacked;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	696 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	697 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	698
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	699 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	700 qc = ngx_quic_get_connection(qs->parent);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	701
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	702 size = NGX_QUIC_STREAM_BUFSIZE;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	703 sent = c->sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	704 unacked = sent - qs->acked;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	705
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	706 if (qc->streams.send_max_data == 0) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	707 qc->streams.send_max_data = qc->ctp.initial_max_data;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	708 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	709
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	710 if (unacked >= NGX_QUIC_STREAM_BUFSIZE) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	711 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	712 "quic send flow hit buffer size");
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	713 return 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	714 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	715
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	716 if (unacked + size > NGX_QUIC_STREAM_BUFSIZE) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	717 size = NGX_QUIC_STREAM_BUFSIZE - unacked;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	718 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	719
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	720 if (qc->streams.sent >= qc->streams.send_max_data) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	721 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	722 "quic send flow hit MAX_DATA");
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	723 return 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	724 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	725
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	726 if (qc->streams.sent + size > qc->streams.send_max_data) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	727 size = qc->streams.send_max_data - qc->streams.sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	728 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	729
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	730 if (sent >= qs->send_max_data) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	731 ngx_log_debug0(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	732 "quic send flow hit MAX_STREAM_DATA");
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	733 return 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	734 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	735
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	736 if (sent + size > qs->send_max_data) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	737 size = qs->send_max_data - sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	738 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	739
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	740 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	741 "quic send flow:%uz", size);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	742
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	743 return size;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	744 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	745
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	746
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	747 static void
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	748 ngx_quic_stream_cleanup_handler(void *data)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	749 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	750 ngx_connection_t *c = data;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	751
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	752 ngx_connection_t *pc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	753 ngx_quic_frame_t *frame;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	754 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	755 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	756
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	757 qs = c->quic;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	758 pc = qs->parent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	759 qc = ngx_quic_get_connection(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	760
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	761 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	762 "quic stream id:0x%xL cleanup", qs->id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	763
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	764 ngx_rbtree_delete(&qc->streams.tree, &qs->node);
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	765 ngx_quic_free_bufs(pc, qs->in);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	766
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	767 if (qc->closing) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	768 /* schedule handler call to continue ngx_quic_close_connection() */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	769 ngx_post_event(pc->read, &ngx_posted_events);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	770 return;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	771 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	772
8756 e29b7508b8b3 QUIC: avoid sending extra frames in case of error. Vladimir Homutov <vl@nginx.com> parents: 8755 diff changeset	773 if (qc->error) {
e29b7508b8b3 QUIC: avoid sending extra frames in case of error. Vladimir Homutov <vl@nginx.com> parents: 8755 diff changeset	774 goto done;
e29b7508b8b3 QUIC: avoid sending extra frames in case of error. Vladimir Homutov <vl@nginx.com> parents: 8755 diff changeset	775 }
e29b7508b8b3 QUIC: avoid sending extra frames in case of error. Vladimir Homutov <vl@nginx.com> parents: 8755 diff changeset	776
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	777 c->read->pending_eof = 1;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	778
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	779 (void) ngx_quic_update_flow(c, qs->recv_last);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	780
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	781 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	782 \|\| (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) == 0)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	783 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	784 if (!c->read->pending_eof && !c->read->error) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	785 frame = ngx_quic_alloc_frame(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	786 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	787 goto done;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	788 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	789
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	790 frame->level = ssl_encryption_application;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	791 frame->type = NGX_QUIC_FT_STOP_SENDING;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	792 frame->u.stop_sending.id = qs->id;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	793 frame->u.stop_sending.error_code = 0x100; /* HTTP/3 no error */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	794
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	795 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	796 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	797 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	798
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	799 if ((qs->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	800 frame = ngx_quic_alloc_frame(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	801 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	802 goto done;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	803 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	804
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	805 frame->level = ssl_encryption_application;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	806 frame->type = NGX_QUIC_FT_MAX_STREAMS;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	807
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	808 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	809 frame->u.max_streams.limit = ++qc->streams.client_max_streams_uni;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	810 frame->u.max_streams.bidi = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	811
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	812 } else {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	813 frame->u.max_streams.limit = ++qc->streams.client_max_streams_bidi;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	814 frame->u.max_streams.bidi = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	815 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	816
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	817 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	818
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	819 if (qs->id & NGX_QUIC_STREAM_UNIDIRECTIONAL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	820 /* do not send fin for client unidirectional streams */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	821 goto done;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	822 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	823 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	824
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	825 if (c->write->error) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	826 goto done;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	827 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	828
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	829 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	830 "quic stream id:0x%xL send fin", qs->id);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	831
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	832 frame = ngx_quic_alloc_frame(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	833 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	834 goto done;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	835 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	836
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	837 frame->level = ssl_encryption_application;
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8797 diff changeset	838 frame->type = NGX_QUIC_FT_STREAM;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	839 frame->u.stream.off = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	840 frame->u.stream.len = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	841 frame->u.stream.fin = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	842
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	843 frame->u.stream.stream_id = qs->id;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	844 frame->u.stream.offset = c->sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	845 frame->u.stream.length = 0;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	846
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	847 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	848
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	849 done:
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	850
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	851 (void) ngx_quic_output(pc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	852
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	853 if (qc->shutdown) {
8828 a9f6540e61da QUIC: asynchronous shutdown. Roman Arutyunyan <arut@nginx.com> parents: 8827 diff changeset	854 ngx_post_event(pc->read, &ngx_posted_events);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	855 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	856 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	857
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	858
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	859 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	860 ngx_quic_handle_stream_frame(ngx_connection_t c, ngx_quic_header_t pkt,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	861 ngx_quic_frame_t *frame)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	862 {
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	863 uint64_t last;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	864 ngx_pool_t *pool;
8784 7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	865 ngx_event_t *rev;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	866 ngx_connection_t *sc;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	867 ngx_quic_stream_t *qs;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	868 ngx_quic_connection_t *qc;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	869 ngx_quic_stream_frame_t *f;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	870
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	871 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	872 f = &frame->u.stream;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	873
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	874 if ((f->stream_id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	875 && (f->stream_id & NGX_QUIC_STREAM_SERVER_INITIATED))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	876 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	877 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	878 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	879 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	880
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	881 /* no overflow since both values are 62-bit */
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	882 last = f->offset + f->length;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	883
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	884 qs = ngx_quic_find_stream(&qc->streams.tree, f->stream_id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	885
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	886 if (qs == NULL) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	887 qs = ngx_quic_create_client_stream(c, f->stream_id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	888
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	889 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	890 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	891 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	892
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	893 if (qs == NGX_QUIC_STREAM_GONE) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	894 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	895 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	896
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	897 sc = qs->connection;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	898
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	899 if (ngx_quic_control_flow(sc, last) != NGX_OK) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	900 goto cleanup;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	901 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	902
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	903 if (f->fin) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	904 sc->read->pending_eof = 1;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	905 qs->final_size = last;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	906 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	907
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	908 if (f->offset == 0) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	909 sc->read->ready = 1;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	910 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	911
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	912 if (ngx_quic_order_bufs(c, &qs->in, frame->data, f->offset) != NGX_OK) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	913 goto cleanup;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	914 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	915
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	916 return ngx_quic_init_stream(qs);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	917 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	918
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	919 sc = qs->connection;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	920
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	921 rev = sc->read;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	922
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	923 if (rev->error) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	924 return NGX_OK;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	925 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	926
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	927 if (ngx_quic_control_flow(sc, last) != NGX_OK) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	928 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	929 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	930
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	931 if (qs->final_size != (uint64_t) -1 && last > qs->final_size) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	932 qc->error = NGX_QUIC_ERR_FINAL_SIZE_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	933 return NGX_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	934 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	935
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	936 if (last <= qs->recv_offset) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	937 return NGX_OK;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	938 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	939
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	940 if (f->offset < qs->recv_offset) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	941 ngx_quic_trim_bufs(frame->data, qs->recv_offset - f->offset);
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	942 f->offset = qs->recv_offset;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	943 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	944
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	945 if (f->fin) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	946 if (qs->final_size != (uint64_t) -1 && qs->final_size != last) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	947 qc->error = NGX_QUIC_ERR_FINAL_SIZE_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	948 return NGX_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	949 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	950
8783 60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	951 if (qs->recv_last > last) {
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	952 qc->error = NGX_QUIC_ERR_FINAL_SIZE_ERROR;
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	953 return NGX_ERROR;
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	954 }
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	955
8784 7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	956 rev->pending_eof = 1;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	957 qs->final_size = last;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	958 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	959
8784 7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	960 if (ngx_quic_order_bufs(c, &qs->in, frame->data,
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	961 f->offset - qs->recv_offset)
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	962 != NGX_OK)
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	963 {
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	964 return NGX_ERROR;
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	965 }
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	966
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	967 if (f->offset == qs->recv_offset) {
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	968 rev->ready = 1;
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	969
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	970 if (rev->active) {
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	971 rev->handler(rev);
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	972 }
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	973 }
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	974
7d32c3c93678 QUIC: call stream read handler on new data arrival. Roman Arutyunyan <arut@nginx.com> parents: 8783 diff changeset	975 return NGX_OK;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	976
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	977 cleanup:
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	978
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	979 pool = sc->pool;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	980
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	981 ngx_close_connection(sc);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	982 ngx_destroy_pool(pool);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	983
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	984 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	985 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	986
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	987
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	988 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	989 ngx_quic_handle_max_data_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	990 ngx_quic_max_data_frame_t *f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	991 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	992 ngx_event_t *wev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	993 ngx_rbtree_t *tree;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	994 ngx_rbtree_node_t *node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	995 ngx_quic_stream_t *qs;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	996 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	997
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	998 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	999 tree = &qc->streams.tree;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1000
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1001 if (f->max_data <= qc->streams.send_max_data) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1002 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1003 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1004
8841 1f7f98638dc2 QUIC: fixed null pointer dereference in MAX_DATA handler. Mariano Di Martino <mariano.dimartino@uhasselt.be> parents: 8828 diff changeset	1005 if (tree->root != tree->sentinel
1f7f98638dc2 QUIC: fixed null pointer dereference in MAX_DATA handler. Mariano Di Martino <mariano.dimartino@uhasselt.be> parents: 8828 diff changeset	1006 && qc->streams.sent >= qc->streams.send_max_data)
1f7f98638dc2 QUIC: fixed null pointer dereference in MAX_DATA handler. Mariano Di Martino <mariano.dimartino@uhasselt.be> parents: 8828 diff changeset	1007 {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1008
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1009 for (node = ngx_rbtree_min(tree->root, tree->sentinel);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1010 node;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1011 node = ngx_rbtree_next(tree, node))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1012 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1013 qs = (ngx_quic_stream_t *) node;
8760 baf9551b4a5b QUIC: renamed stream field from c to connection. Roman Arutyunyan <arut@nginx.com> parents: 8756 diff changeset	1014 wev = qs->connection->write;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1015
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1016 if (wev->active) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1017 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1018 ngx_post_event(wev, &ngx_posted_events);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1019 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1020 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1021 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1022
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1023 qc->streams.send_max_data = f->max_data;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1024
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1025 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1026 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1027
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1028
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1029 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1030 ngx_quic_handle_streams_blocked_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1031 ngx_quic_header_t pkt, ngx_quic_streams_blocked_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1032 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1033 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1034 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1035
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1036
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1037 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1038 ngx_quic_handle_stream_data_blocked_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1039 ngx_quic_header_t pkt, ngx_quic_stream_data_blocked_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1040 {
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	1041 uint64_t limit;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1042 ngx_quic_frame_t *frame;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1043 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1044 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1045
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1046 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1047
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1048 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1049 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1050 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1051 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1052 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1053 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1054
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1055 qs = ngx_quic_find_stream(&qc->streams.tree, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1056
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1057 if (qs == NULL) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1058 qs = ngx_quic_create_client_stream(c, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1059
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1060 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1061 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1062 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1063
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1064 if (qs == NGX_QUIC_STREAM_GONE) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1065 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1066 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1067
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	1068 limit = qs->recv_max_data;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1069
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1070 if (ngx_quic_init_stream(qs) != NGX_OK) {
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1071 return NGX_ERROR;
fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1072 }
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1073
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1074 } else {
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	1075 limit = qs->recv_max_data;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1076 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1077
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1078 frame = ngx_quic_alloc_frame(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1079 if (frame == NULL) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1080 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1081 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1082
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1083 frame->level = pkt->level;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1084 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1085 frame->u.max_stream_data.id = f->id;
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8761 diff changeset	1086 frame->u.max_stream_data.limit = limit;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1087
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1088 ngx_quic_queue_frame(qc, frame);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1089
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1090 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1091 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1092
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1093
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1094 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1095 ngx_quic_handle_max_stream_data_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1096 ngx_quic_header_t pkt, ngx_quic_max_stream_data_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1097 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1098 uint64_t sent;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1099 ngx_event_t *wev;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1100 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1101 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1102
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1103 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1104
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1105 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1106 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1107 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1108 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1109 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1110 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1111
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1112 qs = ngx_quic_find_stream(&qc->streams.tree, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1113
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1114 if (qs == NULL) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1115 qs = ngx_quic_create_client_stream(c, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1116
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1117 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1118 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1119 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1120
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1121 if (qs == NGX_QUIC_STREAM_GONE) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1122 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1123 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1124
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1125 if (f->limit > qs->send_max_data) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1126 qs->send_max_data = f->limit;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1127 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1128
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1129 return ngx_quic_init_stream(qs);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1130 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1131
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1132 if (f->limit <= qs->send_max_data) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1133 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1134 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1135
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1136 sent = qs->connection->sent;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1137
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1138 if (sent >= qs->send_max_data) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1139 wev = qs->connection->write;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1140
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1141 if (wev->active) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1142 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1143 ngx_post_event(wev, &ngx_posted_events);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1144 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1145 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1146
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1147 qs->send_max_data = f->limit;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1148
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1149 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1150 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1151
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1152
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1153 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1154 ngx_quic_handle_reset_stream_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1155 ngx_quic_header_t pkt, ngx_quic_reset_stream_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1156 {
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1157 ngx_pool_t *pool;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1158 ngx_event_t *rev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1159 ngx_connection_t *sc;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1160 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1161 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1162
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1163 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1164
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1165 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1166 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED))
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1167 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1168 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1169 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1170 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1171
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1172 qs = ngx_quic_find_stream(&qc->streams.tree, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1173
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1174 if (qs == NULL) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1175 qs = ngx_quic_create_client_stream(c, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1176
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1177 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1178 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1179 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1180
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1181 if (qs == NGX_QUIC_STREAM_GONE) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1182 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1183 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1184
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1185 sc = qs->connection;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1186
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1187 rev = sc->read;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1188 rev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1189 rev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1190
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1191 if (ngx_quic_control_flow(sc, f->final_size) != NGX_OK) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1192 goto cleanup;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1193 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1194
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1195 qs->final_size = f->final_size;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1196
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1197 if (ngx_quic_update_flow(sc, qs->final_size) != NGX_OK) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1198 goto cleanup;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1199 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1200
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1201 return ngx_quic_init_stream(qs);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1202 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1203
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1204 sc = qs->connection;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1205
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1206 rev = sc->read;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1207 rev->error = 1;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1208 rev->ready = 1;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1209
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1210 if (ngx_quic_control_flow(sc, f->final_size) != NGX_OK) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1211 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1212 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1213
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1214 if (qs->final_size != (uint64_t) -1 && qs->final_size != f->final_size) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1215 qc->error = NGX_QUIC_ERR_FINAL_SIZE_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1216 return NGX_ERROR;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1217 }
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1218
8783 60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	1219 if (qs->recv_last > f->final_size) {
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	1220 qc->error = NGX_QUIC_ERR_FINAL_SIZE_ERROR;
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	1221 return NGX_ERROR;
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	1222 }
60c6e8d8d3ae QUIC: make sure stream data size is lower than final size. Roman Arutyunyan <arut@nginx.com> parents: 8782 diff changeset	1223
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1224 qs->final_size = f->final_size;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	1225
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1226 if (ngx_quic_update_flow(sc, qs->final_size) != NGX_OK) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1227 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1228 }
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1229
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1230 if (rev->active) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1231 rev->handler(rev);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1232 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1233
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1234 return NGX_OK;
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1235
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1236 cleanup:
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1237
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1238 pool = sc->pool;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1239
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1240 ngx_close_connection(sc);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1241 ngx_destroy_pool(pool);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1242
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1243 return NGX_ERROR;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1244 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1245
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1246
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1247 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1248 ngx_quic_handle_stop_sending_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1249 ngx_quic_header_t pkt, ngx_quic_stop_sending_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1250 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1251 ngx_event_t *wev;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1252 ngx_connection_t *sc;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1253 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1254 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1255
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1256 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1257
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1258 if ((f->id & NGX_QUIC_STREAM_UNIDIRECTIONAL)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1259 && (f->id & NGX_QUIC_STREAM_SERVER_INITIATED) == 0)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1260 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1261 qc->error = NGX_QUIC_ERR_STREAM_STATE_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1262 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1263 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1264
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1265 qs = ngx_quic_find_stream(&qc->streams.tree, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1266
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1267 if (qs == NULL) {
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1268 qs = ngx_quic_create_client_stream(c, f->id);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1269
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1270 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1271 return NGX_ERROR;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1272 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1273
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1274 if (qs == NGX_QUIC_STREAM_GONE) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1275 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1276 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1277
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1278 sc = qs->connection;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1279
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1280 wev = sc->write;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1281 wev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1282 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1283
8827 fe919fd63b0b QUIC: client certificate validation with OCSP. Sergey Kandaurov <pluknet@nginx.com> parents: 8820 diff changeset	1284 return ngx_quic_init_stream(qs);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1285 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1286
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1287 wev = qs->connection->write;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1288 wev->error = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1289 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1290
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1291 if (wev->active) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1292 wev->handler(wev);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1293 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1294
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1295 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1296 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1297
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1298
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1299 ngx_int_t
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1300 ngx_quic_handle_max_streams_frame(ngx_connection_t *c,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1301 ngx_quic_header_t pkt, ngx_quic_max_streams_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1302 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1303 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1304
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1305 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1306
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1307 if (f->bidi) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1308 if (qc->streams.server_max_streams_bidi < f->limit) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1309 qc->streams.server_max_streams_bidi = f->limit;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1310
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1311 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1312 "quic max_streams_bidi:%uL", f->limit);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1313 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1314
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1315 } else {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1316 if (qc->streams.server_max_streams_uni < f->limit) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1317 qc->streams.server_max_streams_uni = f->limit;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1318
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1319 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1320 "quic max_streams_uni:%uL", f->limit);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1321 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1322 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1323
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1324 return NGX_OK;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1325 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1326
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1327
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1328 void
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1329 ngx_quic_handle_stream_ack(ngx_connection_t c, ngx_quic_frame_t f)
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1330 {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1331 uint64_t sent, unacked;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1332 ngx_event_t *wev;
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1333 ngx_quic_stream_t *qs;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1334 ngx_quic_connection_t *qc;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1335
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1336 qc = ngx_quic_get_connection(c);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1337
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1338 qs = ngx_quic_find_stream(&qc->streams.tree, f->u.stream.stream_id);
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1339 if (qs == NULL) {
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1340 return;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1341 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1342
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1343 wev = qs->connection->write;
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1344 sent = qs->connection->sent;
225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1345 unacked = sent - qs->acked;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1346
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1347 if (unacked >= NGX_QUIC_STREAM_BUFSIZE && wev->active) {
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1348 wev->ready = 1;
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1349 ngx_post_event(wev, &ngx_posted_events);
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1350 }
41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1351
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1352 qs->acked += f->u.stream.length;
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1353
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1354 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, qs->connection->log, 0,
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1355 "quic stream ack len:%uL acked:%uL unacked:%uL",
8761 225e9f1dfe7c QUIC: renamed stream variables from sn to qs. Roman Arutyunyan <arut@nginx.com> parents: 8760 diff changeset	1356 f->u.stream.length, qs->acked, sent - qs->acked);
8750 41807e581de9 QUIC: separate files for stream related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1357 }
8791 af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1358
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1359
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1360 static ngx_int_t
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1361 ngx_quic_control_flow(ngx_connection_t *c, uint64_t last)
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1362 {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1363 uint64_t len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1364 ngx_event_t *rev;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1365 ngx_quic_stream_t *qs;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1366 ngx_quic_connection_t *qc;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1367
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1368 rev = c->read;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1369 qs = c->quic;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1370 qc = ngx_quic_get_connection(qs->parent);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1371
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1372 if (last <= qs->recv_last) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1373 return NGX_OK;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1374 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1375
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1376 len = last - qs->recv_last;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1377
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1378 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, c->log, 0,
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1379 "quic flow control msd:%uL/%uL md:%uL/%uL",
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1380 last, qs->recv_max_data, qc->streams.recv_last + len,
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1381 qc->streams.recv_max_data);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1382
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1383 qs->recv_last += len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1384
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1385 if (!rev->error && qs->recv_last > qs->recv_max_data) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1386 qc->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1387 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1388 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1389
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1390 qc->streams.recv_last += len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1391
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1392 if (qc->streams.recv_last > qc->streams.recv_max_data) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1393 qc->error = NGX_QUIC_ERR_FLOW_CONTROL_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1394 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1395 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1396
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1397 return NGX_OK;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1398 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1399
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1400
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1401 static ngx_int_t
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1402 ngx_quic_update_flow(ngx_connection_t *c, uint64_t last)
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1403 {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1404 uint64_t len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1405 ngx_event_t *rev;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1406 ngx_connection_t *pc;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1407 ngx_quic_frame_t *frame;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1408 ngx_quic_stream_t *qs;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1409 ngx_quic_connection_t *qc;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1410
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1411 rev = c->read;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1412 qs = c->quic;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1413 pc = qs->parent;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1414 qc = ngx_quic_get_connection(pc);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1415
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1416 if (last <= qs->recv_offset) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1417 return NGX_OK;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1418 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1419
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1420 len = last - qs->recv_offset;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1421
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1422 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1423 "quic flow update %uL", last);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1424
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1425 qs->recv_offset += len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1426
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1427 if (!rev->pending_eof && !rev->error
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1428 && qs->recv_max_data <= qs->recv_offset + qs->recv_window / 2)
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1429 {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1430 qs->recv_max_data = qs->recv_offset + qs->recv_window;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1431
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1432 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1433 "quic flow update msd:%uL", qs->recv_max_data);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1434
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1435 frame = ngx_quic_alloc_frame(pc);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1436 if (frame == NULL) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1437 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1438 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1439
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1440 frame->level = ssl_encryption_application;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1441 frame->type = NGX_QUIC_FT_MAX_STREAM_DATA;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1442 frame->u.max_stream_data.id = qs->id;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1443 frame->u.max_stream_data.limit = qs->recv_max_data;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1444
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1445 ngx_quic_queue_frame(qc, frame);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1446 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1447
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1448 qc->streams.recv_offset += len;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1449
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1450 if (qc->streams.recv_max_data
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1451 <= qc->streams.recv_offset + qc->streams.recv_window / 2)
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1452 {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1453 qc->streams.recv_max_data = qc->streams.recv_offset
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1454 + qc->streams.recv_window;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1455
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1456 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, pc->log, 0,
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1457 "quic flow update md:%uL", qc->streams.recv_max_data);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1458
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1459 frame = ngx_quic_alloc_frame(pc);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1460 if (frame == NULL) {
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1461 return NGX_ERROR;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1462 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1463
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1464 frame->level = ssl_encryption_application;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1465 frame->type = NGX_QUIC_FT_MAX_DATA;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1466 frame->u.max_data.max_data = qc->streams.recv_max_data;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1467
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1468 ngx_quic_queue_frame(qc, frame);
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1469 }
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1470
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1471 return NGX_OK;
af33d1ef1c3c QUIC: stream flow control refactored. Roman Arutyunyan <arut@nginx.com> parents: 8784 diff changeset	1472 }
8855 9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1473
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1474
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1475 ngx_int_t
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1476 ngx_quic_handle_read_event(ngx_event_t *rev, ngx_uint_t flags)
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1477 {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1478 if (!rev->active && !rev->ready) {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1479 rev->active = 1;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1480
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1481 } else if (rev->active && (rev->ready \|\| (flags & NGX_CLOSE_EVENT))) {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1482 rev->active = 0;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1483 }
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1484
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1485 return NGX_OK;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1486 }
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1487
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1488
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1489 ngx_int_t
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1490 ngx_quic_handle_write_event(ngx_event_t *wev, size_t lowat)
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1491 {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1492 if (!wev->active && !wev->ready) {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1493 wev->active = 1;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1494
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1495 } else if (wev->active && wev->ready) {
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1496 wev->active = 0;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1497 }
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1498
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1499 return NGX_OK;
9ae239d2547d QUIC: separate event handling functions. Roman Arutyunyan <arut@nginx.com> parents: 8842 diff changeset	1500 }

Mercurial > hg > nginx

annotate src/event/quic/ngx_event_quic_streams.c @ 8861:630ecd703805 quic