nginx: src/event/quic/ngx_event_quic

annotate src/event/quic/ngx_event_quic_frames.c @ 9016:55b38514729b quic

QUIC: fixed insertion at the end of buffer. Previously, last buffer was tracked by keeping a pointer to the previous chain link "next" field. When the previous buffer was split and then removed, the pointer was no longer valid. Writing at this pointer resulted in broken data chains. Now last buffer is tracked by keeping a direct pointer to it.

author	Roman Arutyunyan <arut@nginx.com>
date	Thu, 17 Feb 2022 22:38:42 +0300
parents	8d11e2171697
children	3c98fa8fef6f

rev	line source
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	1
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	2 /*
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	3 * Copyright (C) Nginx, Inc.
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	4 */
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	5
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	6
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	7 #include <ngx_config.h>
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	8 #include <ngx_core.h>
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	9 #include <ngx_event.h>
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	10 #include <ngx_event_quic_connection.h>
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	11
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	12
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	13 #define NGX_QUIC_BUFFER_SIZE 4096
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	14
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	15 #define ngx_quic_buf_refs(b) (b)->shadow->num
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	16 #define ngx_quic_buf_inc_refs(b) ngx_quic_buf_refs(b)++
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	17 #define ngx_quic_buf_dec_refs(b) ngx_quic_buf_refs(b)--
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	18 #define ngx_quic_buf_set_refs(b, v) ngx_quic_buf_refs(b) = v
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	19
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	20
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	21 static ngx_buf_t ngx_quic_alloc_buf(ngx_connection_t c);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	22 static void ngx_quic_free_buf(ngx_connection_t c, ngx_buf_t b);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	23 static ngx_buf_t ngx_quic_clone_buf(ngx_connection_t c, ngx_buf_t *b);
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	24 static ngx_int_t ngx_quic_split_chain(ngx_connection_t c, ngx_chain_t cl,
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	25 off_t offset);
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	26
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	27
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	28 static ngx_buf_t *
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	29 ngx_quic_alloc_buf(ngx_connection_t *c)
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	30 {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	31 u_char *p;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	32 ngx_buf_t *b;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	33 ngx_quic_connection_t *qc;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	34
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	35 qc = ngx_quic_get_connection(c);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	36
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	37 b = qc->free_bufs;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	38
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	39 if (b) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	40 qc->free_bufs = b->shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	41 p = b->start;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	42
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	43 } else {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	44 b = qc->free_shadow_bufs;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	45
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	46 if (b) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	47 qc->free_shadow_bufs = b->shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	48
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	49 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	50 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	51 "quic use shadow buffer n:%ui %ui",
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	52 ++qc->nbufs, --qc->nshadowbufs);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	53 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	54
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	55 } else {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	56 b = ngx_palloc(c->pool, sizeof(ngx_buf_t));
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	57 if (b == NULL) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	58 return NULL;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	59 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	60
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	61 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	62 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	63 "quic new buffer n:%ui", ++qc->nbufs);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	64 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	65 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	66
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	67 p = ngx_pnalloc(c->pool, NGX_QUIC_BUFFER_SIZE);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	68 if (p == NULL) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	69 return NULL;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	70 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	71 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	72
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	73 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	74 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0, "quic alloc buffer %p", b);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	75 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	76
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	77 ngx_memzero(b, sizeof(ngx_buf_t));
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	78
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	79 b->tag = (ngx_buf_tag_t) &ngx_quic_alloc_buf;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	80 b->temporary = 1;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	81 b->shadow = b;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	82
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	83 b->start = p;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	84 b->pos = p;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	85 b->last = p;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	86 b->end = p + NGX_QUIC_BUFFER_SIZE;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	87
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	88 ngx_quic_buf_set_refs(b, 1);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	89
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	90 return b;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	91 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	92
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	93
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	94 static void
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	95 ngx_quic_free_buf(ngx_connection_t c, ngx_buf_t b)
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	96 {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	97 ngx_buf_t *shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	98 ngx_quic_connection_t *qc;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	99
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	100 qc = ngx_quic_get_connection(c);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	101
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	102 ngx_quic_buf_dec_refs(b);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	103
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	104 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	105 ngx_log_debug2(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	106 "quic free buffer %p r:%ui",
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	107 b, (ngx_uint_t) ngx_quic_buf_refs(b));
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	108 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	109
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	110 shadow = b->shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	111
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	112 if (ngx_quic_buf_refs(b) == 0) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	113 shadow->shadow = qc->free_bufs;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	114 qc->free_bufs = shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	115 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	116
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	117 if (b != shadow) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	118 b->shadow = qc->free_shadow_bufs;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	119 qc->free_shadow_bufs = b;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	120 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	121
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	122 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	123
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	124
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	125 static ngx_buf_t *
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	126 ngx_quic_clone_buf(ngx_connection_t c, ngx_buf_t b)
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	127 {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	128 ngx_buf_t *nb;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	129 ngx_quic_connection_t *qc;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	130
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	131 qc = ngx_quic_get_connection(c);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	132
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	133 nb = qc->free_shadow_bufs;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	134
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	135 if (nb) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	136 qc->free_shadow_bufs = nb->shadow;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	137
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	138 } else {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	139 nb = ngx_palloc(c->pool, sizeof(ngx_buf_t));
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	140 if (nb == NULL) {
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	141 return NULL;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	142 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	143
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	144 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	145 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	146 "quic new shadow buffer n:%ui", ++qc->nshadowbufs);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	147 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	148 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	149
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	150 nb = b;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	151
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	152 ngx_quic_buf_inc_refs(b);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	153
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	154 #ifdef NGX_QUIC_DEBUG_ALLOC
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	155 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	156 "quic clone buffer %p %p r:%ui",
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	157 b, nb, (ngx_uint_t) ngx_quic_buf_refs(b));
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	158 #endif
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	159
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	160 return nb;
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	161 }
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	162
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	163
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	164 static ngx_int_t
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	165 ngx_quic_split_chain(ngx_connection_t c, ngx_chain_t cl, off_t offset)
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	166 {
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	167 ngx_buf_t b, tb;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	168 ngx_chain_t *tail;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	169
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	170 b = cl->buf;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	171
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	172 tail = ngx_alloc_chain_link(c->pool);
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	173 if (tail == NULL) {
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	174 return NGX_ERROR;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	175 }
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	176
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	177 tb = ngx_quic_clone_buf(c, b);
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	178 if (tb == NULL) {
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	179 return NGX_ERROR;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	180 }
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	181
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	182 tail->buf = tb;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	183
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	184 tb->pos += offset;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	185
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	186 b->last = tb->pos;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	187 b->last_buf = 0;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	188
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	189 tail->next = cl->next;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	190 cl->next = tail;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	191
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	192 return NGX_OK;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	193 }
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	194
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	195
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	196 ngx_quic_frame_t *
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	197 ngx_quic_alloc_frame(ngx_connection_t *c)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	198 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	199 ngx_queue_t *q;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	200 ngx_quic_frame_t *frame;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	201 ngx_quic_connection_t *qc;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	202
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	203 qc = ngx_quic_get_connection(c);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	204
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	205 if (!ngx_queue_empty(&qc->free_frames)) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	206
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	207 q = ngx_queue_head(&qc->free_frames);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	208 frame = ngx_queue_data(q, ngx_quic_frame_t, queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	209
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	210 ngx_queue_remove(&frame->queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	211
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	212 #ifdef NGX_QUIC_DEBUG_ALLOC
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	213 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	214 "quic reuse frame n:%ui", qc->nframes);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	215 #endif
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	216
8883 404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	217 } else if (qc->nframes < 10000) {
8803 6c213bec71c2 QUIC: fixed double memzero of new frames in ngx_quic_alloc_frame(). Sergey Kandaurov <pluknet@nginx.com> parents: 8782 diff changeset	218 frame = ngx_palloc(c->pool, sizeof(ngx_quic_frame_t));
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	219 if (frame == NULL) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	220 return NULL;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	221 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	222
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	223 ++qc->nframes;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	224
8883 404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	225 #ifdef NGX_QUIC_DEBUG_ALLOC
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	226 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	227 "quic alloc frame n:%ui", qc->nframes);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	228 #endif
8883 404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	229
404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	230 } else {
404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	231 ngx_log_error(NGX_LOG_INFO, c->log, 0, "quic flood detected");
404de224517e QUIC: limited the total number of frames. Roman Arutyunyan <arut@nginx.com> parents: 8820 diff changeset	232 return NULL;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	233 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	234
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	235 ngx_memzero(frame, sizeof(ngx_quic_frame_t));
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	236
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	237 return frame;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	238 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	239
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	240
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	241 void
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	242 ngx_quic_free_frame(ngx_connection_t c, ngx_quic_frame_t frame)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	243 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	244 ngx_quic_connection_t *qc;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	245
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	246 qc = ngx_quic_get_connection(c);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	247
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	248 if (frame->data) {
8948 19e063e955bf QUIC: renamed buffer-related functions. Roman Arutyunyan <arut@nginx.com> parents: 8947 diff changeset	249 ngx_quic_free_chain(c, frame->data);
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	250 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	251
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	252 ngx_queue_insert_head(&qc->free_frames, &frame->queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	253
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	254 #ifdef NGX_QUIC_DEBUG_ALLOC
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	255 ngx_log_debug1(NGX_LOG_DEBUG_EVENT, c->log, 0,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	256 "quic free frame n:%ui", qc->nframes);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	257 #endif
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	258 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	259
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	260
8779 f52a2b77d406 QUIC: generic buffering for stream input. Roman Arutyunyan <arut@nginx.com> parents: 8753 diff changeset	261 void
8948 19e063e955bf QUIC: renamed buffer-related functions. Roman Arutyunyan <arut@nginx.com> parents: 8947 diff changeset	262 ngx_quic_free_chain(ngx_connection_t c, ngx_chain_t in)
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	263 {
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	264 ngx_chain_t *cl;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	265
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	266 while (in) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	267 cl = in;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	268 in = in->next;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	269
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	270 ngx_quic_free_buf(c, cl->buf);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	271 ngx_free_chain(c->pool, cl);
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	272 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	273 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	274
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	275
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	276 void
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	277 ngx_quic_free_frames(ngx_connection_t c, ngx_queue_t frames)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	278 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	279 ngx_queue_t *q;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	280 ngx_quic_frame_t *f;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	281
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	282 do {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	283 q = ngx_queue_head(frames);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	284
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	285 if (q == ngx_queue_sentinel(frames)) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	286 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	287 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	288
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	289 ngx_queue_remove(q);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	290
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	291 f = ngx_queue_data(q, ngx_quic_frame_t, queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	292
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	293 ngx_quic_free_frame(c, f);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	294 } while (1);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	295 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	296
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	297
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	298 void
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	299 ngx_quic_queue_frame(ngx_quic_connection_t qc, ngx_quic_frame_t frame)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	300 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	301 ngx_quic_send_ctx_t *ctx;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	302
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	303 ctx = ngx_quic_get_send_ctx(qc, frame->level);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	304
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	305 ngx_queue_insert_tail(&ctx->frames, &frame->queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	306
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	307 frame->len = ngx_quic_create_frame(NULL, frame);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	308 /* always succeeds */
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	309
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	310 if (qc->closing) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	311 return;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	312 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	313
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	314 ngx_post_event(&qc->push, &ngx_posted_events);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	315 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	316
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	317
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	318 ngx_int_t
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	319 ngx_quic_split_frame(ngx_connection_t c, ngx_quic_frame_t f, size_t len)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	320 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	321 size_t shrink;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	322 ngx_quic_frame_t *nf;
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	323 ngx_quic_buffer_t qb;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	324 ngx_quic_ordered_frame_t of, onf;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	325
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	326 switch (f->type) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	327 case NGX_QUIC_FT_CRYPTO:
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8803 diff changeset	328 case NGX_QUIC_FT_STREAM:
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	329 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	330
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	331 default:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	332 return NGX_DECLINED;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	333 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	334
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	335 if ((size_t) f->len <= len) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	336 return NGX_OK;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	337 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	338
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	339 shrink = f->len - len;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	340
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	341 ngx_log_debug3(NGX_LOG_DEBUG_EVENT, c->log, 0,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	342 "quic split frame now:%uz need:%uz shrink:%uz",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	343 f->len, len, shrink);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	344
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	345 of = &f->u.ord;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	346
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	347 if (of->length <= shrink) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	348 return NGX_DECLINED;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	349 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	350
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	351 of->length -= shrink;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	352 f->len = ngx_quic_create_frame(NULL, f);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	353
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	354 if ((size_t) f->len > len) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	355 ngx_log_error(NGX_LOG_ERR, c->log, 0, "could not split QUIC frame");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	356 return NGX_ERROR;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	357 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	358
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	359 ngx_memzero(&qb, sizeof(ngx_quic_buffer_t));
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	360 qb.chain = f->data;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	361
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	362 f->data = ngx_quic_read_buffer(c, &qb, of->length);
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	363 if (f->data == NGX_CHAIN_ERROR) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	364 return NGX_ERROR;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	365 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	366
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	367 nf = ngx_quic_alloc_frame(c);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	368 if (nf == NULL) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	369 return NGX_ERROR;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	370 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	371
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	372 nf = f;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	373 onf = &nf->u.ord;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	374 onf->offset += of->length;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	375 onf->length = shrink;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	376 nf->len = ngx_quic_create_frame(NULL, nf);
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	377 nf->data = qb.chain;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	378
9010 a5aebd51e4c7 QUIC: stream lingering. Roman Arutyunyan <arut@nginx.com> parents: 9002 diff changeset	379 if (f->type == NGX_QUIC_FT_STREAM) {
a5aebd51e4c7 QUIC: stream lingering. Roman Arutyunyan <arut@nginx.com> parents: 9002 diff changeset	380 f->u.stream.fin = 0;
a5aebd51e4c7 QUIC: stream lingering. Roman Arutyunyan <arut@nginx.com> parents: 9002 diff changeset	381 }
a5aebd51e4c7 QUIC: stream lingering. Roman Arutyunyan <arut@nginx.com> parents: 9002 diff changeset	382
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	383 ngx_queue_insert_after(&f->queue, &nf->queue);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	384
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	385 return NGX_OK;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	386 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	387
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	388
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	389 ngx_chain_t *
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	390 ngx_quic_read_buffer(ngx_connection_t c, ngx_quic_buffer_t qb, uint64_t limit)
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	391 {
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	392 uint64_t n;
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	393 ngx_buf_t *b;
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	394 ngx_chain_t out, *ll;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	395
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	396 out = qb->chain;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	397
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	398 for (ll = &out; ll; ll = &(ll)->next) {
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	399 b = (*ll)->buf;
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	400
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	401 if (b->sync) {
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	402 /* hole */
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	403 break;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	404 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	405
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	406 if (limit == 0) {
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	407 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	408 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	409
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	410 n = b->last - b->pos;
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	411
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	412 if (n > limit) {
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	413 if (ngx_quic_split_chain(c, *ll, limit) != NGX_OK) {
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	414 return NGX_CHAIN_ERROR;
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	415 }
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	416
065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	417 n = limit;
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	418 }
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	419
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	420 limit -= n;
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	421 qb->offset += n;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	422 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	423
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	424 if (qb->offset >= qb->last_offset) {
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	425 qb->last_chain = NULL;
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	426 }
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	427
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	428 qb->chain = *ll;
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	429 *ll = NULL;
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	430
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	431 return out;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	432 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	433
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	434
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	435 void
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	436 ngx_quic_skip_buffer(ngx_connection_t c, ngx_quic_buffer_t qb,
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	437 uint64_t offset)
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	438 {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	439 size_t n;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	440 ngx_buf_t *b;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	441 ngx_chain_t *cl;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	442
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	443 while (qb->chain) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	444 if (qb->offset >= offset) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	445 break;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	446 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	447
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	448 cl = qb->chain;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	449 b = cl->buf;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	450 n = b->last - b->pos;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	451
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	452 if (qb->offset + n > offset) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	453 n = offset - qb->offset;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	454 b->pos += n;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	455 qb->offset += n;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	456 break;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	457 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	458
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	459 qb->offset += n;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	460 qb->chain = cl->next;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	461
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	462 cl->next = NULL;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	463 ngx_quic_free_chain(c, cl);
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	464 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	465
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	466 if (qb->chain == NULL) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	467 qb->offset = offset;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	468 }
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	469
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	470 if (qb->offset >= qb->last_offset) {
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	471 qb->last_chain = NULL;
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	472 }
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	473 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	474
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	475
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	476 ngx_chain_t *
8948 19e063e955bf QUIC: renamed buffer-related functions. Roman Arutyunyan <arut@nginx.com> parents: 8947 diff changeset	477 ngx_quic_alloc_chain(ngx_connection_t *c)
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	478 {
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	479 ngx_chain_t *cl;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	480
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	481 cl = ngx_alloc_chain_link(c->pool);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	482 if (cl == NULL) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	483 return NULL;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	484 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	485
8950 fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	486 cl->buf = ngx_quic_alloc_buf(c);
fb811b6c76ee QUIC: refactored buffer allocation, spliting and freeing. Roman Arutyunyan <arut@nginx.com> parents: 8949 diff changeset	487 if (cl->buf == NULL) {
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	488 return NULL;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	489 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	490
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	491 return cl;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	492 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	493
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	494
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	495 ngx_chain_t *
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	496 ngx_quic_write_buffer(ngx_connection_t c, ngx_quic_buffer_t qb,
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	497 ngx_chain_t *in, uint64_t limit, uint64_t offset)
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	498 {
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	499 u_char *p;
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	500 uint64_t n, base;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	501 ngx_buf_t *b;
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	502 ngx_chain_t cl, *chain;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	503
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	504 if (qb->last_chain && offset >= qb->last_offset) {
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	505 base = qb->last_offset;
9016 55b38514729b QUIC: fixed insertion at the end of buffer. Roman Arutyunyan <arut@nginx.com> parents: 9014 diff changeset	506 chain = &qb->last_chain;
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	507
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	508 } else {
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	509 base = qb->offset;
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	510 chain = &qb->chain;
8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	511 }
8967 3789f4a56d65 QUIC: return written size from ngx_quic_write_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8963 diff changeset	512
8946 56dec0d4e5b1 QUIC: avoid excessive buffer allocations in stream output. Roman Arutyunyan <arut@nginx.com> parents: 8919 diff changeset	513 while (in && limit) {
9012 489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	514
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	515 if (offset < base) {
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	516 n = ngx_min((uint64_t) (in->buf->last - in->buf->pos),
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	517 ngx_min(base - offset, limit));
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	518
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	519 in->buf->pos += n;
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	520 offset += n;
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	521 limit -= n;
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	522
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	523 if (in->buf->pos == in->buf->last) {
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	524 in = in->next;
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	525 }
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	526
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	527 continue;
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	528 }
489c2dcb3180 QUIC: trim input chain in ngx_quic_buffer_write(). Roman Arutyunyan <arut@nginx.com> parents: 9011 diff changeset	529
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	530 cl = *chain;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	531
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	532 if (cl == NULL) {
8948 19e063e955bf QUIC: renamed buffer-related functions. Roman Arutyunyan <arut@nginx.com> parents: 8947 diff changeset	533 cl = ngx_quic_alloc_chain(c);
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	534 if (cl == NULL) {
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	535 return NGX_CHAIN_ERROR;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	536 }
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	537
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	538 cl->buf->last = cl->buf->end;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	539 cl->buf->sync = 1; /* hole */
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	540 cl->next = NULL;
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	541 *chain = cl;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	542 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	543
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	544 b = cl->buf;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	545 n = b->last - b->pos;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	546
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	547 if (base + n <= offset) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	548 base += n;
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	549 chain = &cl->next;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	550 continue;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	551 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	552
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	553 if (b->sync && offset > base) {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	554 if (ngx_quic_split_chain(c, cl, offset - base) != NGX_OK) {
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	555 return NGX_CHAIN_ERROR;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	556 }
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	557
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	558 continue;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	559 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	560
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	561 p = b->pos + (offset - base);
8975 000b9b048e0c QUIC: fixed chain returned from ngx_quic_write_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8969 diff changeset	562
000b9b048e0c QUIC: fixed chain returned from ngx_quic_write_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8969 diff changeset	563 while (in) {
8963 5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	564
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	565 if (!ngx_buf_in_memory(in->buf) \|\| in->buf->pos == in->buf->last) {
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	566 in = in->next;
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	567 continue;
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	568 }
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	569
8975 000b9b048e0c QUIC: fixed chain returned from ngx_quic_write_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8969 diff changeset	570 if (p == b->last \|\| limit == 0) {
8963 5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	571 break;
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	572 }
5acd0d89d8c2 QUIC: fixed handling stream input buffers. Roman Arutyunyan <arut@nginx.com> parents: 8950 diff changeset	573
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	574 n = ngx_min(b->last - p, in->buf->last - in->buf->pos);
8946 56dec0d4e5b1 QUIC: avoid excessive buffer allocations in stream output. Roman Arutyunyan <arut@nginx.com> parents: 8919 diff changeset	575 n = ngx_min(n, limit);
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	576
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	577 if (b->sync) {
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	578 ngx_memcpy(p, in->buf->pos, n);
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	579 qb->size += n;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	580 }
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	581
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	582 p += n;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	583 in->buf->pos += n;
b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	584 offset += n;
8946 56dec0d4e5b1 QUIC: avoid excessive buffer allocations in stream output. Roman Arutyunyan <arut@nginx.com> parents: 8919 diff changeset	585 limit -= n;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	586 }
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	587
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	588 if (b->sync && p == b->last) {
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	589 b->sync = 0;
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	590 continue;
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	591 }
6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	592
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	593 if (b->sync && p != b->pos) {
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	594 if (ngx_quic_split_chain(c, cl, p - b->pos) != NGX_OK) {
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	595 return NGX_CHAIN_ERROR;
8782 b3f6ad181df4 QUIC: refactored CRYPTO and STREAM buffer ordering. Roman Arutyunyan <arut@nginx.com> parents: 8779 diff changeset	596 }
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	597
8969 065c73221b7b QUIC: introduced function ngx_quic_split_chain(). Roman Arutyunyan <arut@nginx.com> parents: 8967 diff changeset	598 b->sync = 0;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	599 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	600 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	601
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	602 qb->last_offset = base;
9016 55b38514729b QUIC: fixed insertion at the end of buffer. Roman Arutyunyan <arut@nginx.com> parents: 9014 diff changeset	603 qb->last_chain = *chain;
9014 8d11e2171697 QUIC: optimize insertion at the end of QUIC buffer. Roman Arutyunyan <arut@nginx.com> parents: 9013 diff changeset	604
8947 6ccf3867959a QUIC: refactored ngx_quic_order_bufs() and ngx_quic_split_bufs(). Roman Arutyunyan <arut@nginx.com> parents: 8946 diff changeset	605 return in;
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	606 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	607
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	608
9011 f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	609 void
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	610 ngx_quic_free_buffer(ngx_connection_t c, ngx_quic_buffer_t qb)
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	611 {
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	612 ngx_quic_free_chain(c, qb->chain);
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	613
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	614 qb->chain = NULL;
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	615 }
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	616
f9c788f3f5cc QUIC: ngx_quic_buffer_t object. Roman Arutyunyan <arut@nginx.com> parents: 9010 diff changeset	617
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	618 #if (NGX_DEBUG)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	619
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	620 void
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	621 ngx_quic_log_frame(ngx_log_t log, ngx_quic_frame_t f, ngx_uint_t tx)
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	622 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	623 u_char p, last, pos, end;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	624 ssize_t n;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	625 uint64_t gap, range, largest, smallest;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	626 ngx_uint_t i;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	627 u_char buf[NGX_MAX_ERROR_STR];
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	628
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	629 p = buf;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	630 last = buf + sizeof(buf);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	631
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	632 switch (f->type) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	633
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	634 case NGX_QUIC_FT_CRYPTO:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	635 p = ngx_slprintf(p, last, "CRYPTO len:%uL off:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	636 f->u.crypto.length, f->u.crypto.offset);
8919 a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	637
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	638 #ifdef NGX_QUIC_DEBUG_FRAMES
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	639 {
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	640 ngx_chain_t *cl;
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	641
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	642 p = ngx_slprintf(p, last, " data:");
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	643
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	644 for (cl = f->data; cl; cl = cl->next) {
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	645 p = ngx_slprintf(p, last, "%*xs",
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	646 cl->buf->last - cl->buf->pos, cl->buf->pos);
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	647 }
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	648 }
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	649 #endif
a6a328ebd362 QUIC: logging of CRYPTO frame payload under NGX_QUIC_DEBUG_FRAMES. Sergey Kandaurov <pluknet@nginx.com> parents: 8883 diff changeset	650
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	651 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	652
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	653 case NGX_QUIC_FT_PADDING:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	654 p = ngx_slprintf(p, last, "PADDING");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	655 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	656
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	657 case NGX_QUIC_FT_ACK:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	658 case NGX_QUIC_FT_ACK_ECN:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	659
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	660 p = ngx_slprintf(p, last, "ACK n:%ui delay:%uL ",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	661 f->u.ack.range_count, f->u.ack.delay);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	662
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	663 if (f->data) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	664 pos = f->data->buf->pos;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	665 end = f->data->buf->last;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	666
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	667 } else {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	668 pos = NULL;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	669 end = NULL;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	670 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	671
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	672 largest = f->u.ack.largest;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	673 smallest = f->u.ack.largest - f->u.ack.first_range;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	674
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	675 if (largest == smallest) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	676 p = ngx_slprintf(p, last, "%uL", largest);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	677
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	678 } else {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	679 p = ngx_slprintf(p, last, "%uL-%uL", largest, smallest);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	680 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	681
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	682 for (i = 0; i < f->u.ack.range_count; i++) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	683 n = ngx_quic_parse_ack_range(log, pos, end, &gap, &range);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	684 if (n == NGX_ERROR) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	685 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	686 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	687
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	688 pos += n;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	689
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	690 largest = smallest - gap - 2;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	691 smallest = largest - range;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	692
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	693 if (largest == smallest) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	694 p = ngx_slprintf(p, last, " %uL", largest);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	695
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	696 } else {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	697 p = ngx_slprintf(p, last, " %uL-%uL", largest, smallest);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	698 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	699 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	700
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	701 if (f->type == NGX_QUIC_FT_ACK_ECN) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	702 p = ngx_slprintf(p, last, " ECN counters ect0:%uL ect1:%uL ce:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	703 f->u.ack.ect0, f->u.ack.ect1, f->u.ack.ce);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	704 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	705 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	706
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	707 case NGX_QUIC_FT_PING:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	708 p = ngx_slprintf(p, last, "PING");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	709 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	710
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	711 case NGX_QUIC_FT_NEW_CONNECTION_ID:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	712 p = ngx_slprintf(p, last,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	713 "NEW_CONNECTION_ID seq:%uL retire:%uL len:%ud",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	714 f->u.ncid.seqnum, f->u.ncid.retire, f->u.ncid.len);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	715 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	716
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	717 case NGX_QUIC_FT_RETIRE_CONNECTION_ID:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	718 p = ngx_slprintf(p, last, "RETIRE_CONNECTION_ID seqnum:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	719 f->u.retire_cid.sequence_number);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	720 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	721
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	722 case NGX_QUIC_FT_CONNECTION_CLOSE:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	723 case NGX_QUIC_FT_CONNECTION_CLOSE_APP:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	724 p = ngx_slprintf(p, last, "CONNECTION_CLOSE%s err:%ui",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	725 f->type == NGX_QUIC_FT_CONNECTION_CLOSE ? "" : "_APP",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	726 f->u.close.error_code);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	727
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	728 if (f->u.close.reason.len) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	729 p = ngx_slprintf(p, last, " %V", &f->u.close.reason);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	730 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	731
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	732 if (f->type == NGX_QUIC_FT_CONNECTION_CLOSE) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	733 p = ngx_slprintf(p, last, " ft:%ui", f->u.close.frame_type);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	734 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	735
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	736 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	737
8820 4009f120cad4 QUIC: eliminated stream type from ngx_quic_stream_frame_t. Roman Arutyunyan <arut@nginx.com> parents: 8803 diff changeset	738 case NGX_QUIC_FT_STREAM:
8749 660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	739 p = ngx_slprintf(p, last, "STREAM id:0x%xL", f->u.stream.stream_id);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	740
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	741 if (f->u.stream.off) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	742 p = ngx_slprintf(p, last, " off:%uL", f->u.stream.offset);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	743 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	744
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	745 if (f->u.stream.len) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	746 p = ngx_slprintf(p, last, " len:%uL", f->u.stream.length);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	747 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	748
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	749 if (f->u.stream.fin) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	750 p = ngx_slprintf(p, last, " fin:1");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	751 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	752
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	753 #ifdef NGX_QUIC_DEBUG_FRAMES
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	754 {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	755 ngx_chain_t *cl;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	756
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	757 p = ngx_slprintf(p, last, " data:");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	758
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	759 for (cl = f->data; cl; cl = cl->next) {
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	760 p = ngx_slprintf(p, last, "%*xs",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	761 cl->buf->last - cl->buf->pos, cl->buf->pos);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	762 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	763 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	764 #endif
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	765
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	766 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	767
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	768 case NGX_QUIC_FT_MAX_DATA:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	769 p = ngx_slprintf(p, last, "MAX_DATA max_data:%uL on recv",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	770 f->u.max_data.max_data);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	771 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	772
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	773 case NGX_QUIC_FT_RESET_STREAM:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	774 p = ngx_slprintf(p, last, "RESET_STREAM"
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	775 " id:0x%xL error_code:0x%xL final_size:0x%xL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	776 f->u.reset_stream.id, f->u.reset_stream.error_code,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	777 f->u.reset_stream.final_size);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	778 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	779
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	780 case NGX_QUIC_FT_STOP_SENDING:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	781 p = ngx_slprintf(p, last, "STOP_SENDING id:0x%xL err:0x%xL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	782 f->u.stop_sending.id, f->u.stop_sending.error_code);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	783 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	784
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	785 case NGX_QUIC_FT_STREAMS_BLOCKED:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	786 case NGX_QUIC_FT_STREAMS_BLOCKED2:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	787 p = ngx_slprintf(p, last, "STREAMS_BLOCKED limit:%uL bidi:%ui",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	788 f->u.streams_blocked.limit, f->u.streams_blocked.bidi);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	789 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	790
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	791 case NGX_QUIC_FT_MAX_STREAMS:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	792 case NGX_QUIC_FT_MAX_STREAMS2:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	793 p = ngx_slprintf(p, last, "MAX_STREAMS limit:%uL bidi:%ui",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	794 f->u.max_streams.limit, f->u.max_streams.bidi);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	795 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	796
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	797 case NGX_QUIC_FT_MAX_STREAM_DATA:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	798 p = ngx_slprintf(p, last, "MAX_STREAM_DATA id:0x%xL limit:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	799 f->u.max_stream_data.id, f->u.max_stream_data.limit);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	800 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	801
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	802
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	803 case NGX_QUIC_FT_DATA_BLOCKED:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	804 p = ngx_slprintf(p, last, "DATA_BLOCKED limit:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	805 f->u.data_blocked.limit);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	806 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	807
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	808 case NGX_QUIC_FT_STREAM_DATA_BLOCKED:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	809 p = ngx_slprintf(p, last, "STREAM_DATA_BLOCKED id:0x%xL limit:%uL",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	810 f->u.stream_data_blocked.id,
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	811 f->u.stream_data_blocked.limit);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	812 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	813
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	814 case NGX_QUIC_FT_PATH_CHALLENGE:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	815 p = ngx_slprintf(p, last, "PATH_CHALLENGE data:0x%*xs",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	816 sizeof(f->u.path_challenge.data),
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	817 f->u.path_challenge.data);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	818 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	819
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	820 case NGX_QUIC_FT_PATH_RESPONSE:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	821 p = ngx_slprintf(p, last, "PATH_RESPONSE data:0x%*xs",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	822 sizeof(f->u.path_challenge.data),
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	823 f->u.path_challenge.data);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	824 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	825
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	826 case NGX_QUIC_FT_NEW_TOKEN:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	827 p = ngx_slprintf(p, last, "NEW_TOKEN");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	828 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	829
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	830 case NGX_QUIC_FT_HANDSHAKE_DONE:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	831 p = ngx_slprintf(p, last, "HANDSHAKE DONE");
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	832 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	833
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	834 default:
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	835 p = ngx_slprintf(p, last, "unknown type 0x%xi", f->type);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	836 break;
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	837 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	838
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	839 ngx_log_debug4(NGX_LOG_DEBUG_EVENT, log, 0, "quic frame %s %s %*s",
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	840 tx ? "tx" : "rx", ngx_quic_level_name(f->level),
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	841 p - buf, buf);
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	842 }
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	843
660c4a2f95f3 QUIC: separate files for frames related processing. Vladimir Homutov <vl@nginx.com> parents: diff changeset	844 #endif

Mercurial > hg > nginx

annotate src/event/quic/ngx_event_quic_frames.c @ 9016:55b38514729b quic