Mercurial > hg > nginx-quic
annotate src/http/modules/ngx_http_limit_req_module.c @ 2312:6e6f7db88be9
change rate to an excess
author | Igor Sysoev <igor@sysoev.ru> |
---|---|
date | Fri, 14 Nov 2008 11:32:03 +0000 |
parents | 159136c9808d |
children | b56a9ba4824d |
rev | line source |
---|---|
980 | 1 |
2 /* | |
3 * Copyright (C) Igor Sysoev | |
4 */ | |
5 | |
6 | |
7 #include <ngx_config.h> | |
8 #include <ngx_core.h> | |
9 #include <ngx_http.h> | |
10 | |
11 | |
12 typedef struct { | |
981 | 13 u_char color; |
2294 | 14 u_char dummy; |
15 u_short len; | |
16 ngx_queue_t queue; | |
17 ngx_msec_t last; | |
2312 | 18 float excess; |
980 | 19 u_char data[1]; |
2294 | 20 } ngx_http_limit_req_node_t; |
980 | 21 |
22 | |
23 typedef struct { | |
987 | 24 ngx_rbtree_t *rbtree; |
2294 | 25 ngx_queue_t *queue; |
26 ngx_slab_pool_t *shpool; | |
27 float rate; | |
987 | 28 ngx_int_t index; |
29 ngx_str_t var; | |
2294 | 30 } ngx_http_limit_req_ctx_t; |
987 | 31 |
32 | |
33 typedef struct { | |
980 | 34 ngx_shm_zone_t *shm_zone; |
2294 | 35 float burst; |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
36 ngx_uint_t nodelay; /* unsigned nodelay:1 */ |
2294 | 37 } ngx_http_limit_req_conf_t; |
980 | 38 |
39 | |
2294 | 40 static void ngx_http_limit_req_delay(ngx_http_request_t *r); |
41 static ngx_int_t ngx_http_limit_req_lookup(ngx_http_limit_req_conf_t *lzcf, | |
42 ngx_uint_t hash, u_char *data, size_t len, ngx_http_limit_req_node_t **lzp); | |
43 static void ngx_http_limit_req_expire(ngx_http_limit_req_ctx_t *ctx, | |
44 ngx_uint_t n); | |
980 | 45 |
2294 | 46 static void *ngx_http_limit_req_create_conf(ngx_conf_t *cf); |
47 static char *ngx_http_limit_req_merge_conf(ngx_conf_t *cf, void *parent, | |
980 | 48 void *child); |
2294 | 49 static char *ngx_http_limit_req_zone(ngx_conf_t *cf, ngx_command_t *cmd, |
980 | 50 void *conf); |
2294 | 51 static char *ngx_http_limit_req(ngx_conf_t *cf, ngx_command_t *cmd, |
980 | 52 void *conf); |
2294 | 53 static ngx_int_t ngx_http_limit_req_init(ngx_conf_t *cf); |
980 | 54 |
55 | |
2294 | 56 static ngx_command_t ngx_http_limit_req_commands[] = { |
980 | 57 |
2294 | 58 { ngx_string("limit_req_zone"), |
987 | 59 NGX_HTTP_MAIN_CONF|NGX_CONF_TAKE3, |
2294 | 60 ngx_http_limit_req_zone, |
980 | 61 0, |
62 0, | |
63 NULL }, | |
64 | |
2294 | 65 { ngx_string("limit_req"), |
66 NGX_HTTP_MAIN_CONF|NGX_HTTP_SRV_CONF|NGX_HTTP_LOC_CONF|NGX_CONF_TAKE123, | |
67 ngx_http_limit_req, | |
980 | 68 NGX_HTTP_LOC_CONF_OFFSET, |
69 0, | |
70 NULL }, | |
71 | |
72 ngx_null_command | |
73 }; | |
74 | |
75 | |
2294 | 76 static ngx_http_module_t ngx_http_limit_req_module_ctx = { |
980 | 77 NULL, /* preconfiguration */ |
2294 | 78 ngx_http_limit_req_init, /* postconfiguration */ |
980 | 79 |
80 NULL, /* create main configuration */ | |
81 NULL, /* init main configuration */ | |
82 | |
83 NULL, /* create server configuration */ | |
84 NULL, /* merge server configuration */ | |
85 | |
2294 | 86 ngx_http_limit_req_create_conf, /* create location configration */ |
87 ngx_http_limit_req_merge_conf /* merge location configration */ | |
980 | 88 }; |
89 | |
90 | |
2294 | 91 ngx_module_t ngx_http_limit_req_module = { |
980 | 92 NGX_MODULE_V1, |
2294 | 93 &ngx_http_limit_req_module_ctx, /* module context */ |
94 ngx_http_limit_req_commands, /* module directives */ | |
980 | 95 NGX_HTTP_MODULE, /* module type */ |
96 NULL, /* init master */ | |
97 NULL, /* init module */ | |
98 NULL, /* init process */ | |
99 NULL, /* init thread */ | |
100 NULL, /* exit thread */ | |
101 NULL, /* exit process */ | |
102 NULL, /* exit master */ | |
103 NGX_MODULE_V1_PADDING | |
104 }; | |
105 | |
106 | |
107 static ngx_int_t | |
2294 | 108 ngx_http_limit_req_handler(ngx_http_request_t *r) |
980 | 109 { |
2312 | 110 float excess; |
2294 | 111 size_t len, n; |
112 uint32_t hash; | |
113 ngx_int_t rc; | |
114 ngx_time_t *tp; | |
115 ngx_rbtree_node_t *node; | |
116 ngx_http_variable_value_t *vv; | |
117 ngx_http_limit_req_ctx_t *ctx; | |
118 ngx_http_limit_req_node_t *lz; | |
119 ngx_http_limit_req_conf_t *lzcf; | |
980 | 120 |
2294 | 121 if (r->main->limit_req_set) { |
984
dd128232e6ba
count connection once per request
Igor Sysoev <igor@sysoev.ru>
parents:
981
diff
changeset
|
122 return NGX_DECLINED; |
dd128232e6ba
count connection once per request
Igor Sysoev <igor@sysoev.ru>
parents:
981
diff
changeset
|
123 } |
dd128232e6ba
count connection once per request
Igor Sysoev <igor@sysoev.ru>
parents:
981
diff
changeset
|
124 |
2294 | 125 lzcf = ngx_http_get_module_loc_conf(r, ngx_http_limit_req_module); |
980 | 126 |
127 if (lzcf->shm_zone == NULL) { | |
128 return NGX_DECLINED; | |
129 } | |
130 | |
987 | 131 ctx = lzcf->shm_zone->data; |
132 | |
133 vv = ngx_http_get_indexed_variable(r, ctx->index); | |
980 | 134 |
135 if (vv == NULL || vv->not_found) { | |
136 return NGX_DECLINED; | |
137 } | |
138 | |
1011
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
139 len = vv->len; |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
140 |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
141 if (len == 0) { |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
142 return NGX_DECLINED; |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
143 } |
984
dd128232e6ba
count connection once per request
Igor Sysoev <igor@sysoev.ru>
parents:
981
diff
changeset
|
144 |
2294 | 145 if (len > 65535) { |
1011
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
146 ngx_log_error(NGX_LOG_ERR, r->connection->log, 0, |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
147 "the value of the \"%V\" variable " |
2294 | 148 "is more than 65535 bytes: \"%v\"", |
1011
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
149 &ctx->var, vv); |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
150 return NGX_DECLINED; |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
151 } |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
152 |
2294 | 153 r->main->limit_req_set = 1; |
980 | 154 |
155 hash = ngx_crc32_short(vv->data, len); | |
156 | |
2294 | 157 ngx_shmtx_lock(&ctx->shpool->mutex); |
158 | |
159 ngx_http_limit_req_expire(ctx, 1); | |
160 | |
161 rc = ngx_http_limit_req_lookup(lzcf, hash, vv->data, len, &lz); | |
162 | |
163 if (lz) { | |
164 ngx_queue_remove(&lz->queue); | |
165 | |
166 ngx_queue_insert_head(ctx->queue, &lz->queue); | |
167 | |
2312 | 168 excess = lz->excess; |
2294 | 169 |
170 } else { | |
2312 | 171 excess = 0.0; |
980 | 172 } |
173 | |
2294 | 174 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0, |
2312 | 175 "limit_req: %i %.3f", rc, excess); |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
176 |
2294 | 177 if (rc == NGX_BUSY) { |
178 ngx_shmtx_unlock(&ctx->shpool->mutex); | |
1012
11ffb8e4753f
stop rbtree search early if equal hash was found
Igor Sysoev <igor@sysoev.ru>
parents:
1011
diff
changeset
|
179 |
2294 | 180 ngx_log_error(NGX_LOG_ERR, r->connection->log, 0, |
2312 | 181 "limiting requests, excess: %.3f", excess); |
980 | 182 |
183 return NGX_HTTP_SERVICE_UNAVAILABLE; | |
184 } | |
185 | |
2294 | 186 if (rc == NGX_AGAIN) { |
187 ngx_shmtx_unlock(&ctx->shpool->mutex); | |
188 | |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
189 if (lzcf->nodelay) { |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
190 return NGX_DECLINED; |
2294 | 191 } |
192 | |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
193 ngx_log_error(NGX_LOG_WARN, r->connection->log, 0, |
2312 | 194 "delaying request, excess: %.3f", excess); |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
195 |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
196 if (ngx_handle_read_event(r->connection->read, 0) != NGX_OK) { |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
197 return NGX_HTTP_INTERNAL_SERVER_ERROR; |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
198 } |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
199 |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
200 r->read_event_handler = ngx_http_test_reading; |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
201 r->write_event_handler = ngx_http_limit_req_delay; |
2312 | 202 ngx_add_timer(r->connection->write, (ngx_msec_t) (excess * 1000)); |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
203 |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
204 return NGX_AGAIN; |
2294 | 205 } |
206 | |
207 if (rc == NGX_OK) { | |
208 goto done; | |
209 } | |
210 | |
211 /* rc == NGX_DECLINED */ | |
212 | |
213 n = offsetof(ngx_rbtree_node_t, color) | |
214 + offsetof(ngx_http_limit_req_node_t, data) | |
215 + len; | |
216 | |
217 node = ngx_slab_alloc_locked(ctx->shpool, n); | |
218 if (node == NULL) { | |
219 | |
220 ngx_http_limit_req_expire(ctx, 0); | |
221 | |
222 node = ngx_slab_alloc_locked(ctx->shpool, n); | |
223 if (node == NULL) { | |
224 ngx_shmtx_unlock(&ctx->shpool->mutex); | |
225 return NGX_HTTP_SERVICE_UNAVAILABLE; | |
226 } | |
227 } | |
228 | |
229 lz = (ngx_http_limit_req_node_t *) &node->color; | |
980 | 230 |
231 node->key = hash; | |
981 | 232 lz->len = (u_char) len; |
2294 | 233 |
234 tp = ngx_timeofday(); | |
235 lz->last = (ngx_msec_t) (tp->sec * 1000 + tp->msec); | |
236 | |
2312 | 237 lz->excess = 0.0; |
980 | 238 ngx_memcpy(lz->data, vv->data, len); |
239 | |
987 | 240 ngx_rbtree_insert(ctx->rbtree, node); |
980 | 241 |
2294 | 242 ngx_queue_insert_head(ctx->queue, &lz->queue); |
243 | |
980 | 244 done: |
245 | |
2294 | 246 ngx_shmtx_unlock(&ctx->shpool->mutex); |
980 | 247 |
248 return NGX_DECLINED; | |
249 } | |
250 | |
251 | |
252 static void | |
2294 | 253 ngx_http_limit_req_delay(ngx_http_request_t *r) |
254 { | |
255 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0, | |
256 "limit_req delay"); | |
257 | |
258 if (ngx_handle_read_event(r->connection->read, 0) != NGX_OK) { | |
259 ngx_http_finalize_request(r, NGX_HTTP_INTERNAL_SERVER_ERROR); | |
260 return; | |
261 } | |
262 | |
263 r->read_event_handler = ngx_http_block_reading; | |
264 r->write_event_handler = ngx_http_core_run_phases; | |
265 | |
266 ngx_http_core_run_phases(r); | |
267 } | |
268 | |
269 | |
270 static void | |
271 ngx_http_limit_req_rbtree_insert_value(ngx_rbtree_node_t *temp, | |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
272 ngx_rbtree_node_t *node, ngx_rbtree_node_t *sentinel) |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
273 { |
2294 | 274 ngx_rbtree_node_t **p; |
275 ngx_http_limit_req_node_t *lzn, *lznt; | |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
276 |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
277 for ( ;; ) { |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
278 |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
279 if (node->key < temp->key) { |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
280 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
281 p = &temp->left; |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
282 |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
283 } else if (node->key > temp->key) { |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
284 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
285 p = &temp->right; |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
286 |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
287 } else { /* node->key == temp->key */ |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
288 |
2294 | 289 lzn = (ngx_http_limit_req_node_t *) &node->color; |
290 lznt = (ngx_http_limit_req_node_t *) &temp->color; | |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
291 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
292 p = (ngx_memn2cmp(lzn->data, lznt->data, lzn->len, lznt->len) < 0) |
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
293 ? &temp->left : &temp->right; |
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
294 } |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
295 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
296 if (*p == sentinel) { |
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
297 break; |
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
298 } |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
299 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
300 temp = *p; |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
301 } |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
302 |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
303 *p = node; |
1026
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
304 node->parent = temp; |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
305 node->left = sentinel; |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
306 node->right = sentinel; |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
307 ngx_rbt_red(node); |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
308 } |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
309 |
38be15c1379a
fix duplicate rbtree keys case
Igor Sysoev <igor@sysoev.ru>
parents:
1012
diff
changeset
|
310 |
2294 | 311 static ngx_int_t |
312 ngx_http_limit_req_lookup(ngx_http_limit_req_conf_t *lzcf, ngx_uint_t hash, | |
313 u_char *data, size_t len, ngx_http_limit_req_node_t **lzp) | |
980 | 314 { |
2294 | 315 ngx_int_t rc; |
316 ngx_time_t *tp; | |
317 ngx_msec_t now; | |
318 ngx_msec_int_t ms; | |
319 ngx_rbtree_node_t *node, *sentinel; | |
320 ngx_http_limit_req_ctx_t *ctx; | |
321 ngx_http_limit_req_node_t *lz; | |
322 | |
323 ctx = lzcf->shm_zone->data; | |
324 | |
325 node = ctx->rbtree->root; | |
326 sentinel = ctx->rbtree->sentinel; | |
980 | 327 |
2294 | 328 while (node != sentinel) { |
329 | |
330 if (hash < node->key) { | |
331 node = node->left; | |
332 continue; | |
333 } | |
334 | |
335 if (hash > node->key) { | |
336 node = node->right; | |
337 continue; | |
338 } | |
339 | |
340 /* hash == node->key */ | |
341 | |
342 do { | |
343 lz = (ngx_http_limit_req_node_t *) &node->color; | |
980 | 344 |
2294 | 345 rc = ngx_memn2cmp(data, lz->data, len, (size_t) lz->len); |
346 | |
347 if (rc == 0) { | |
348 | |
349 tp = ngx_timeofday(); | |
980 | 350 |
2294 | 351 now = (ngx_msec_t) (tp->sec * 1000 + tp->msec); |
352 ms = (ngx_msec_int_t) (now - lz->last); | |
353 | |
2312 | 354 lz->excess = lz->excess - ctx->rate * ngx_abs(ms) / 1000 + 1; |
2294 | 355 |
2312 | 356 if (lz->excess < 0.0) { |
357 lz->excess = 0.0; | |
2294 | 358 } |
359 | |
360 lz->last = now; | |
980 | 361 |
2294 | 362 *lzp = lz; |
363 | |
2312 | 364 if (lz->excess > lzcf->burst) { |
2294 | 365 return NGX_BUSY; |
366 } | |
980 | 367 |
2312 | 368 if (lz->excess > 0.0) { |
2294 | 369 return NGX_AGAIN; |
370 } | |
980 | 371 |
2294 | 372 return NGX_OK; |
373 } | |
374 | |
375 node = (rc < 0) ? node->left : node->right; | |
376 | |
377 } while (node != sentinel && hash == node->key); | |
378 | |
379 break; | |
980 | 380 } |
381 | |
2294 | 382 *lzp = NULL; |
383 | |
384 return NGX_DECLINED; | |
385 } | |
386 | |
387 | |
388 static void | |
389 ngx_http_limit_req_expire(ngx_http_limit_req_ctx_t *ctx, ngx_uint_t n) | |
390 { | |
2312 | 391 float excess; |
2294 | 392 ngx_time_t *tp; |
393 ngx_msec_t now; | |
394 ngx_queue_t *q; | |
395 ngx_msec_int_t ms; | |
396 ngx_rbtree_node_t *node; | |
397 ngx_http_limit_req_node_t *lz; | |
398 | |
399 tp = ngx_timeofday(); | |
400 | |
401 now = (ngx_msec_t) (tp->sec * 1000 + tp->msec); | |
402 | |
403 /* | |
404 * n == 1 deletes one or two zero rate entries | |
405 * n == 0 deletes oldest entry by force | |
406 * and one or two zero rate entries | |
407 */ | |
408 | |
409 while (n < 3) { | |
410 | |
411 if (ngx_queue_empty(ctx->queue)) { | |
412 return; | |
413 } | |
414 | |
415 q = ngx_queue_last(ctx->queue); | |
416 | |
417 lz = ngx_queue_data(q, ngx_http_limit_req_node_t, queue); | |
418 | |
419 if (n++ != 0) { | |
420 | |
421 ms = (ngx_msec_int_t) (now - lz->last); | |
422 ms = ngx_abs(ms); | |
423 | |
424 if (ms < 60000) { | |
425 return; | |
426 } | |
427 | |
2312 | 428 excess = lz->excess - ctx->rate * ms / 1000; |
2294 | 429 |
2312 | 430 if (excess > 0.0) { |
2294 | 431 return; |
432 } | |
433 } | |
434 | |
435 ngx_queue_remove(q); | |
436 | |
437 node = (ngx_rbtree_node_t *) | |
438 ((u_char *) lz - offsetof(ngx_rbtree_node_t, color)); | |
439 | |
440 ngx_rbtree_delete(ctx->rbtree, node); | |
441 | |
442 ngx_slab_free_locked(ctx->shpool, node); | |
443 } | |
980 | 444 } |
445 | |
446 | |
447 static ngx_int_t | |
2294 | 448 ngx_http_limit_req_init_zone(ngx_shm_zone_t *shm_zone, void *data) |
980 | 449 { |
2294 | 450 ngx_http_limit_req_ctx_t *octx = data; |
993
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
451 |
2294 | 452 ngx_rbtree_node_t *sentinel; |
453 ngx_http_limit_req_ctx_t *ctx; | |
980 | 454 |
993
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
455 ctx = shm_zone->data; |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
456 |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
457 if (octx) { |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
458 if (ngx_strcmp(ctx->var.data, octx->var.data) != 0) { |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
459 ngx_log_error(NGX_LOG_EMERG, shm_zone->shm.log, 0, |
2294 | 460 "limit_req \"%V\" uses the \"%V\" variable " |
993
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
461 "while previously it used the \"%V\" variable", |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
462 &shm_zone->name, &ctx->var, &octx->var); |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
463 return NGX_ERROR; |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
464 } |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
465 |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
466 ctx->rbtree = octx->rbtree; |
2294 | 467 ctx->queue = octx->queue; |
468 ctx->shpool = octx->shpool; | |
993
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
469 |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
470 return NGX_OK; |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
471 } |
1b9a4d92173f
pass the inherited shm_zone data
Igor Sysoev <igor@sysoev.ru>
parents:
987
diff
changeset
|
472 |
2294 | 473 ctx->shpool = (ngx_slab_pool_t *) shm_zone->shm.addr; |
980 | 474 |
2294 | 475 ctx->rbtree = ngx_slab_alloc(ctx->shpool, sizeof(ngx_rbtree_t)); |
987 | 476 if (ctx->rbtree == NULL) { |
980 | 477 return NGX_ERROR; |
478 } | |
479 | |
2294 | 480 sentinel = ngx_slab_alloc(ctx->shpool, sizeof(ngx_rbtree_node_t)); |
980 | 481 if (sentinel == NULL) { |
482 return NGX_ERROR; | |
483 } | |
484 | |
1743
4fc402c3ec73
optimize rbtree initialization and insert
Igor Sysoev <igor@sysoev.ru>
parents:
1406
diff
changeset
|
485 ngx_rbtree_init(ctx->rbtree, sentinel, |
2294 | 486 ngx_http_limit_req_rbtree_insert_value); |
487 | |
488 ctx->queue = ngx_slab_alloc(ctx->shpool, sizeof(ngx_queue_t)); | |
489 if (ctx->queue == NULL) { | |
490 return NGX_ERROR; | |
491 } | |
492 | |
493 ngx_queue_init(ctx->queue); | |
980 | 494 |
495 return NGX_OK; | |
496 } | |
497 | |
498 | |
499 static void * | |
2294 | 500 ngx_http_limit_req_create_conf(ngx_conf_t *cf) |
980 | 501 { |
2294 | 502 ngx_http_limit_req_conf_t *conf; |
980 | 503 |
2294 | 504 conf = ngx_pcalloc(cf->pool, sizeof(ngx_http_limit_req_conf_t)); |
980 | 505 if (conf == NULL) { |
506 return NGX_CONF_ERROR; | |
507 } | |
508 | |
509 /* | |
510 * set by ngx_pcalloc(): | |
511 * | |
512 * conf->shm_zone = NULL; | |
2294 | 513 * conf->burst = 0.0; |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
514 * conf->nodelay = 0; |
980 | 515 */ |
516 | |
517 return conf; | |
518 } | |
519 | |
520 | |
521 static char * | |
2294 | 522 ngx_http_limit_req_merge_conf(ngx_conf_t *cf, void *parent, void *child) |
980 | 523 { |
2294 | 524 ngx_http_limit_req_conf_t *prev = parent; |
525 ngx_http_limit_req_conf_t *conf = child; | |
980 | 526 |
527 if (conf->shm_zone == NULL) { | |
528 *conf = *prev; | |
529 } | |
530 | |
531 return NGX_CONF_OK; | |
532 } | |
533 | |
534 | |
535 static char * | |
2294 | 536 ngx_http_limit_req_zone(ngx_conf_t *cf, ngx_command_t *cmd, void *conf) |
980 | 537 { |
2294 | 538 u_char *p; |
539 size_t size, len; | |
540 ngx_str_t *value, name, s; | |
541 ngx_int_t rate, scale; | |
542 ngx_uint_t i; | |
543 ngx_shm_zone_t *shm_zone; | |
544 ngx_http_limit_req_ctx_t *ctx; | |
980 | 545 |
546 value = cf->args->elts; | |
547 | |
2294 | 548 ctx = NULL; |
549 size = 0; | |
550 rate = 1; | |
551 scale = 1; | |
552 name.len = 0; | |
553 | |
554 for (i = 1; i < cf->args->nelts; i++) { | |
555 | |
556 if (ngx_strncmp(value[i].data, "zone=", 5) == 0) { | |
557 | |
558 name.data = value[i].data + 5; | |
559 | |
560 p = (u_char *) ngx_strchr(name.data, ':'); | |
561 | |
562 if (p) { | |
563 name.len = p - name.data; | |
564 | |
565 p++; | |
566 | |
567 s.len = value[i].data + value[i].len - p; | |
568 s.data = p; | |
569 | |
570 size = ngx_parse_size(&s); | |
571 if (size > 8191) { | |
572 continue; | |
573 } | |
574 } | |
575 | |
576 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
577 "invalid zone size \"%V\"", &value[i]); | |
578 return NGX_CONF_ERROR; | |
579 } | |
580 | |
581 if (ngx_strncmp(value[i].data, "rate=", 5) == 0) { | |
582 | |
583 len = value[i].len; | |
584 p = value[i].data + len - 3; | |
987 | 585 |
2294 | 586 if (ngx_strncmp(p, "r/s", 3) == 0) { |
587 scale = 1; | |
588 len -= 3; | |
589 | |
590 } else if (ngx_strncmp(p, "r/m", 3) == 0) { | |
591 scale = 60; | |
592 len -= 3; | |
593 } | |
594 | |
595 rate = ngx_atoi(value[i].data + 5, len - 5); | |
596 if (rate <= NGX_ERROR) { | |
597 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
598 "invalid rate \"%V\"", &value[i]); | |
599 return NGX_CONF_ERROR; | |
600 } | |
601 | |
602 continue; | |
603 } | |
604 | |
605 if (value[i].data[0] == '$') { | |
987 | 606 |
2294 | 607 value[i].len--; |
608 value[i].data++; | |
609 | |
610 ctx = ngx_pcalloc(cf->pool, sizeof(ngx_http_limit_req_ctx_t)); | |
611 if (ctx == NULL) { | |
612 return NGX_CONF_ERROR; | |
613 } | |
614 | |
615 ctx->index = ngx_http_get_variable_index(cf, &value[i]); | |
616 if (ctx->index == NGX_ERROR) { | |
617 return NGX_CONF_ERROR; | |
618 } | |
619 | |
620 ctx->var = value[i]; | |
621 | |
622 continue; | |
623 } | |
624 | |
625 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
626 "invalid parameter \"%V\"", &value[i]); | |
987 | 627 return NGX_CONF_ERROR; |
628 } | |
629 | |
2294 | 630 if (name.len == 0 || size == 0) { |
631 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
632 "\"%V\" must have \"zone\" parameter", | |
633 &cmd->name); | |
987 | 634 return NGX_CONF_ERROR; |
635 } | |
636 | |
2294 | 637 if (ctx == NULL) { |
980 | 638 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, |
2294 | 639 "no variable is defined for limit_req_zone \"%V\"", |
640 &cmd->name); | |
980 | 641 return NGX_CONF_ERROR; |
642 } | |
643 | |
2294 | 644 ctx->rate = (float) rate / scale; |
980 | 645 |
2294 | 646 shm_zone = ngx_shared_memory_add(cf, &name, size, |
647 &ngx_http_limit_req_module); | |
980 | 648 if (shm_zone == NULL) { |
649 return NGX_CONF_ERROR; | |
650 } | |
651 | |
987 | 652 if (shm_zone->data) { |
653 ctx = shm_zone->data; | |
654 | |
655 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
2294 | 656 "limit_req_zone \"%V\" is already bound to variable \"%V\"", |
657 &value[1], &ctx->var); | |
987 | 658 return NGX_CONF_ERROR; |
659 } | |
660 | |
2294 | 661 shm_zone->init = ngx_http_limit_req_init_zone; |
987 | 662 shm_zone->data = ctx; |
980 | 663 |
664 return NGX_CONF_OK; | |
665 } | |
666 | |
667 | |
668 static char * | |
2294 | 669 ngx_http_limit_req(ngx_conf_t *cf, ngx_command_t *cmd, void *conf) |
980 | 670 { |
2294 | 671 ngx_http_limit_req_conf_t *lzcf = conf; |
980 | 672 |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
673 ngx_int_t burst; |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
674 ngx_str_t *value, s; |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
675 ngx_uint_t i; |
2294 | 676 |
677 if (lzcf->shm_zone) { | |
678 return "is duplicate"; | |
679 } | |
980 | 680 |
681 value = cf->args->elts; | |
682 | |
2294 | 683 burst = 0; |
684 | |
685 for (i = 1; i < cf->args->nelts; i++) { | |
686 | |
687 if (ngx_strncmp(value[i].data, "zone=", 5) == 0) { | |
688 | |
689 s.len = value[i].len - 5; | |
690 s.data = value[i].data + 5; | |
691 | |
692 lzcf->shm_zone = ngx_shared_memory_add(cf, &s, 0, | |
693 &ngx_http_limit_req_module); | |
694 if (lzcf->shm_zone == NULL) { | |
695 return NGX_CONF_ERROR; | |
696 } | |
697 | |
698 continue; | |
699 } | |
700 | |
701 if (ngx_strncmp(value[i].data, "burst=", 6) == 0) { | |
702 | |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
703 burst = ngx_atoi(value[i].data + 6, value[i].len - 6); |
2294 | 704 if (burst <= 0) { |
705 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
706 "invalid burst rate \"%V\"", &value[i]); | |
707 return NGX_CONF_ERROR; | |
708 } | |
709 | |
710 continue; | |
711 } | |
712 | |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
713 if (ngx_strncmp(value[i].data, "nodelay", 7) == 0) { |
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
714 lzcf->nodelay = 1; |
2294 | 715 continue; |
716 } | |
717 | |
718 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, | |
719 "invalid parameter \"%V\"", &value[i]); | |
980 | 720 return NGX_CONF_ERROR; |
721 } | |
722 | |
2294 | 723 if (lzcf->shm_zone == NULL) { |
980 | 724 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, |
2294 | 725 "\"%V\" must have \"zone\" parameter", |
726 &cmd->name); | |
980 | 727 return NGX_CONF_ERROR; |
728 } | |
729 | |
2294 | 730 if (lzcf->shm_zone->data == NULL) { |
1011
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
731 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0, |
2294 | 732 "unknown limit_req_zone \"%V\"", |
733 &lzcf->shm_zone->name); | |
1011
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
734 return NGX_CONF_ERROR; |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
735 } |
19118c44303f
test length of variable and number of connections
Igor Sysoev <igor@sysoev.ru>
parents:
1002
diff
changeset
|
736 |
2300
159136c9808d
*) correct leaky bucket implementation
Igor Sysoev <igor@sysoev.ru>
parents:
2294
diff
changeset
|
737 lzcf->burst = (float) burst; |
980 | 738 |
739 return NGX_CONF_OK; | |
740 } | |
741 | |
742 | |
743 static ngx_int_t | |
2294 | 744 ngx_http_limit_req_init(ngx_conf_t *cf) |
980 | 745 { |
746 ngx_http_handler_pt *h; | |
747 ngx_http_core_main_conf_t *cmcf; | |
748 | |
749 cmcf = ngx_http_conf_get_module_main_conf(cf, ngx_http_core_module); | |
750 | |
751 h = ngx_array_push(&cmcf->phases[NGX_HTTP_PREACCESS_PHASE].handlers); | |
752 if (h == NULL) { | |
753 return NGX_ERROR; | |
754 } | |
755 | |
2294 | 756 *h = ngx_http_limit_req_handler; |
980 | 757 |
758 return NGX_OK; | |
759 } |