|
0
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
|
4 */
|
|
|
5
|
|
|
6
|
|
|
7 #include <ngx_config.h>
|
|
|
8 #include <ngx_core.h>
|
|
|
9 #include <ngx_http.h>
|
|
464
|
10 #include <ngx_md5.h>
|
|
0
|
11
|
|
|
12
|
|
468
|
13 static ngx_int_t ngx_http_file_cache_exists(ngx_http_file_cache_t *cache,
|
|
|
14 ngx_http_cache_t *c);
|
|
464
|
15 static ngx_http_file_cache_node_t *
|
|
|
16 ngx_http_file_cache_lookup(ngx_http_file_cache_t *cache, u_char *key);
|
|
|
17 static void ngx_http_file_cache_rbtree_insert_value(ngx_rbtree_node_t *temp,
|
|
|
18 ngx_rbtree_node_t *node, ngx_rbtree_node_t *sentinel);
|
|
|
19 static void ngx_http_file_cache_cleanup(void *data);
|
|
468
|
20 static time_t ngx_http_file_cache_forced_expire(ngx_http_file_cache_t *cache);
|
|
|
21 static time_t ngx_http_file_cache_expire(ngx_http_file_cache_t *cache);
|
|
|
22 static void ngx_http_file_cache_delete(ngx_http_file_cache_t *cache,
|
|
|
23 ngx_queue_t *q, u_char *name);
|
|
|
24 static ngx_int_t
|
|
|
25 ngx_http_file_cache_manager_sleep(ngx_http_file_cache_t *cache);
|
|
|
26 static ngx_int_t ngx_http_file_cache_noop(ngx_tree_ctx_t *ctx,
|
|
464
|
27 ngx_str_t *path);
|
|
468
|
28 static ngx_int_t ngx_http_file_cache_manage_file(ngx_tree_ctx_t *ctx,
|
|
|
29 ngx_str_t *path);
|
|
|
30 static ngx_int_t ngx_http_file_cache_add_file(ngx_tree_ctx_t *ctx,
|
|
|
31 ngx_str_t *path);
|
|
|
32 static ngx_int_t ngx_http_file_cache_add(ngx_http_file_cache_t *cache,
|
|
|
33 ngx_http_cache_t *c);
|
|
|
34 static ngx_int_t ngx_http_file_cache_delete_file(ngx_tree_ctx_t *ctx,
|
|
464
|
35 ngx_str_t *path);
|
|
0
|
36
|
|
|
37
|
|
464
|
38 static u_char ngx_http_file_cache_key[] = { LF, 'K', 'E', 'Y', ':', ' ' };
|
|
0
|
39
|
|
|
40
|
|
464
|
41 static ngx_int_t
|
|
|
42 ngx_http_file_cache_init(ngx_shm_zone_t *shm_zone, void *data)
|
|
0
|
43 {
|
|
464
|
44 ngx_http_file_cache_t *ocache = data;
|
|
0
|
45
|
|
468
|
46 size_t len;
|
|
464
|
47 ngx_rbtree_node_t *sentinel;
|
|
|
48 ngx_http_file_cache_t *cache;
|
|
0
|
49
|
|
464
|
50 cache = shm_zone->data;
|
|
0
|
51
|
|
464
|
52 if (ocache) {
|
|
|
53 if (ngx_strcmp(cache->path->name.data, ocache->path->name.data) != 0) {
|
|
|
54 ngx_log_error(NGX_LOG_EMERG, shm_zone->shm.log, 0,
|
|
|
55 "cache \"%V\" uses the \"%V\" cache path "
|
|
|
56 "while previously it used the \"%V\" cache path",
|
|
|
57 &shm_zone->name, &cache->path->name,
|
|
|
58 &ocache->path->name);
|
|
0
|
59
|
|
|
60 return NGX_ERROR;
|
|
|
61 }
|
|
|
62
|
|
464
|
63 cache->rbtree = ocache->rbtree;
|
|
|
64 cache->queue = ocache->queue;
|
|
|
65 cache->shpool = ocache->shpool;
|
|
468
|
66 cache->cold = ocache->cold;
|
|
|
67 cache->size = ocache->size;
|
|
|
68 cache->bsize = ocache->bsize;
|
|
|
69
|
|
|
70 cache->max_size /= cache->bsize;
|
|
464
|
71
|
|
|
72 return NGX_OK;
|
|
|
73 }
|
|
|
74
|
|
|
75 cache->shpool = (ngx_slab_pool_t *) shm_zone->shm.addr;
|
|
|
76
|
|
|
77 cache->rbtree = ngx_slab_alloc(cache->shpool, sizeof(ngx_rbtree_t));
|
|
|
78 if (cache->rbtree == NULL) {
|
|
|
79 return NGX_ERROR;
|
|
|
80 }
|
|
|
81
|
|
|
82 sentinel = ngx_slab_alloc(cache->shpool, sizeof(ngx_rbtree_node_t));
|
|
|
83 if (sentinel == NULL) {
|
|
|
84 return NGX_ERROR;
|
|
|
85 }
|
|
|
86
|
|
|
87 ngx_rbtree_init(cache->rbtree, sentinel,
|
|
|
88 ngx_http_file_cache_rbtree_insert_value);
|
|
|
89
|
|
|
90 cache->queue = ngx_slab_alloc(cache->shpool, sizeof(ngx_queue_t));
|
|
|
91 if (cache->queue == NULL) {
|
|
|
92 return NGX_ERROR;
|
|
|
93 }
|
|
|
94
|
|
|
95 ngx_queue_init(cache->queue);
|
|
|
96
|
|
468
|
97 cache->cold = ngx_slab_alloc(cache->shpool, sizeof(ngx_atomic_t));
|
|
|
98 if (cache->cold == NULL) {
|
|
|
99 return NGX_ERROR;
|
|
|
100 }
|
|
|
101
|
|
|
102 *cache->cold = 1;
|
|
|
103
|
|
|
104 cache->size = ngx_slab_alloc(cache->shpool, sizeof(off_t));
|
|
|
105 if (cache->size == NULL) {
|
|
|
106 return NGX_ERROR;
|
|
|
107 }
|
|
|
108
|
|
|
109 *cache->size = 0;
|
|
|
110
|
|
|
111 cache->bsize = ngx_fs_bsize(cache->path->name.data);
|
|
|
112
|
|
|
113 cache->max_size /= cache->bsize;
|
|
|
114
|
|
|
115 len = sizeof(" in cache keys zone \"\"") + shm_zone->name.len;
|
|
|
116
|
|
|
117 cache->shpool->log_ctx = ngx_slab_alloc(cache->shpool, len);
|
|
|
118 if (cache->shpool->log_ctx == NULL) {
|
|
|
119 return NGX_ERROR;
|
|
|
120 }
|
|
|
121
|
|
|
122 ngx_sprintf(cache->shpool->log_ctx, " in cache keys zone \"%V\"%Z",
|
|
|
123 &shm_zone->name);
|
|
464
|
124
|
|
|
125 return NGX_OK;
|
|
|
126 }
|
|
|
127
|
|
|
128
|
|
|
129 void
|
|
|
130 ngx_http_file_cache_create_key(ngx_http_request_t *r)
|
|
|
131 {
|
|
|
132 size_t len;
|
|
|
133 ngx_str_t *key;
|
|
|
134 ngx_uint_t i;
|
|
|
135 ngx_md5_t md5;
|
|
|
136 ngx_http_cache_t *c;
|
|
|
137
|
|
|
138 c = r->cache;
|
|
|
139
|
|
|
140 len = 0;
|
|
|
141
|
|
|
142 ngx_crc32_init(c->crc32);
|
|
|
143 ngx_md5_init(&md5);
|
|
|
144
|
|
|
145 key = c->keys.elts;
|
|
|
146 for (i = 0; i < c->keys.nelts; i++) {
|
|
|
147 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
148 "http cache key: \"%V\"", &key[i]);
|
|
|
149
|
|
|
150 len += key[i].len;
|
|
|
151
|
|
|
152 ngx_crc32_update(&c->crc32, key[i].data, key[i].len);
|
|
|
153 ngx_md5_update(&md5, key[i].data, key[i].len);
|
|
|
154 }
|
|
|
155
|
|
|
156 c->header_start = sizeof(ngx_http_file_cache_header_t)
|
|
|
157 + sizeof(ngx_http_file_cache_key) + len + 1;
|
|
|
158
|
|
|
159 ngx_crc32_final(c->crc32);
|
|
|
160 ngx_md5_final(c->key, &md5);
|
|
|
161 }
|
|
|
162
|
|
|
163
|
|
|
164 ngx_int_t
|
|
|
165 ngx_http_file_cache_open(ngx_http_request_t *r)
|
|
|
166 {
|
|
|
167 u_char *p;
|
|
|
168 time_t now;
|
|
|
169 ssize_t n;
|
|
|
170 ngx_int_t rc, rv;
|
|
|
171 ngx_uint_t cold, test;
|
|
|
172 ngx_path_t *path;
|
|
|
173 ngx_http_cache_t *c;
|
|
|
174 ngx_pool_cleanup_t *cln;
|
|
|
175 ngx_open_file_info_t of;
|
|
|
176 ngx_http_file_cache_t *cache;
|
|
|
177 ngx_http_core_loc_conf_t *clcf;
|
|
|
178 ngx_http_file_cache_header_t *h;
|
|
|
179
|
|
|
180 c = r->cache;
|
|
|
181 cache = c->file_cache;
|
|
|
182
|
|
|
183 cln = ngx_pool_cleanup_add(r->pool, 0);
|
|
|
184 if (cln == NULL) {
|
|
|
185 return NGX_ERROR;
|
|
|
186 }
|
|
|
187
|
|
468
|
188 rc = ngx_http_file_cache_exists(cache, c);
|
|
464
|
189
|
|
|
190 ngx_log_debug3(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
191 "http file cache exists: %i u:%ui e:%d",
|
|
|
192 rc, c->uses, c->exists);
|
|
|
193
|
|
|
194 if (rc == NGX_ERROR) {
|
|
|
195 return rc;
|
|
|
196 }
|
|
|
197
|
|
|
198 cln->handler = ngx_http_file_cache_cleanup;
|
|
|
199 cln->data = c;
|
|
|
200
|
|
|
201 if (rc == NGX_AGAIN) {
|
|
|
202 return rc;
|
|
|
203 }
|
|
|
204
|
|
468
|
205 cold = *cache->cold;
|
|
464
|
206
|
|
|
207 if (rc == NGX_OK) {
|
|
|
208
|
|
|
209 if (c->error) {
|
|
|
210 return c->error;
|
|
|
211 }
|
|
|
212
|
|
|
213 c->temp_file = 1;
|
|
|
214 test = c->exists ? 1 : 0;
|
|
|
215 rv = NGX_DECLINED;
|
|
|
216
|
|
|
217 } else { /* rc == NGX_DECLINED */
|
|
|
218
|
|
|
219 if (c->min_uses > 1) {
|
|
|
220
|
|
|
221 if (!cold) {
|
|
|
222 return NGX_AGAIN;
|
|
0
|
223 }
|
|
|
224
|
|
464
|
225 test = 1;
|
|
|
226 rv = NGX_AGAIN;
|
|
|
227
|
|
|
228 } else {
|
|
|
229 c->temp_file = 1;
|
|
|
230 test = cold ? 1 : 0;
|
|
|
231 rv = NGX_DECLINED;
|
|
0
|
232 }
|
|
|
233 }
|
|
|
234
|
|
464
|
235 path = cache->path;
|
|
|
236
|
|
|
237 c->file.name.len = path->name.len + 1 + path->len
|
|
|
238 + 2 * NGX_HTTP_CACHE_KEY_LEN;
|
|
|
239
|
|
|
240 c->file.name.data = ngx_pnalloc(r->pool, c->file.name.len + 1);
|
|
|
241 if (c->file.name.data == NULL) {
|
|
|
242 return NGX_ERROR;
|
|
|
243 }
|
|
|
244
|
|
|
245 ngx_memcpy(c->file.name.data, path->name.data, path->name.len);
|
|
|
246
|
|
|
247 p = c->file.name.data + path->name.len + 1 + path->len;
|
|
|
248 p = ngx_hex_dump(p, c->key, NGX_HTTP_CACHE_KEY_LEN);
|
|
|
249 *p = '\0';
|
|
|
250
|
|
|
251 ngx_create_hashed_filename(path, c->file.name.data, c->file.name.len);
|
|
|
252
|
|
|
253 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
254 "cache file: \"%s\"", c->file.name.data);
|
|
|
255
|
|
|
256 if (!test) {
|
|
|
257 return NGX_DECLINED;
|
|
|
258 }
|
|
|
259
|
|
|
260 clcf = ngx_http_get_module_loc_conf(r, ngx_http_core_module);
|
|
|
261
|
|
|
262 ngx_memzero(&of, sizeof(ngx_open_file_info_t));
|
|
0
|
263
|
|
464
|
264 of.uniq = c->uniq;
|
|
|
265 of.valid = clcf->open_file_cache_valid;
|
|
|
266 of.min_uses = clcf->open_file_cache_min_uses;
|
|
|
267 of.events = clcf->open_file_cache_events;
|
|
|
268 of.directio = NGX_OPEN_FILE_DIRECTIO_OFF;
|
|
|
269
|
|
|
270 if (ngx_open_cached_file(clcf->open_file_cache, &c->file.name, &of, r->pool)
|
|
|
271 != NGX_OK)
|
|
|
272 {
|
|
|
273 switch (of.err) {
|
|
|
274
|
|
|
275 case 0:
|
|
|
276 return NGX_ERROR;
|
|
|
277
|
|
|
278 case NGX_ENOENT:
|
|
|
279 case NGX_ENOTDIR:
|
|
|
280 return rv;
|
|
|
281
|
|
|
282 default:
|
|
|
283 ngx_log_error(NGX_LOG_CRIT, r->connection->log, of.err,
|
|
|
284 ngx_open_file_n " \"%s\" failed", c->file.name.data);
|
|
|
285 return NGX_ERROR;
|
|
|
286 }
|
|
|
287 }
|
|
|
288
|
|
|
289 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
290 "http file cache fd: %d", of.fd);
|
|
|
291
|
|
|
292 c->file.fd = of.fd;
|
|
466
|
293 c->file.log = r->connection->log;
|
|
464
|
294
|
|
|
295 c->buf = ngx_create_temp_buf(r->pool, c->body_start);
|
|
|
296 if (c->buf == NULL) {
|
|
|
297 return NGX_ERROR;
|
|
|
298 }
|
|
|
299
|
|
|
300 n = ngx_read_file(&c->file, c->buf->pos, c->body_start, 0);
|
|
|
301
|
|
|
302 if (n == NGX_ERROR) {
|
|
0
|
303 return n;
|
|
|
304 }
|
|
|
305
|
|
464
|
306 if ((size_t) n <= c->header_start) {
|
|
|
307 ngx_log_error(NGX_LOG_CRIT, r->connection->log, 0,
|
|
26
|
308 "cache file \"%s\" is too small", c->file.name.data);
|
|
0
|
309 return NGX_ERROR;
|
|
|
310 }
|
|
|
311
|
|
464
|
312 h = (ngx_http_file_cache_header_t *) c->buf->pos;
|
|
0
|
313
|
|
464
|
314 if (h->crc32 != c->crc32 || (size_t) h->header_start != c->header_start) {
|
|
|
315 ngx_log_error(NGX_LOG_CRIT, r->connection->log, 0,
|
|
|
316 "cache file \"%s\" has md5 collision", c->file.name.data);
|
|
0
|
317 return NGX_DECLINED;
|
|
|
318 }
|
|
|
319
|
|
464
|
320 c->buf->last += n;
|
|
26
|
321
|
|
464
|
322 c->valid_sec = h->valid_sec;
|
|
|
323 c->last_modified = h->last_modified;
|
|
|
324 c->date = h->date;
|
|
|
325 c->valid_msec = h->valid_msec;
|
|
|
326 c->length = of.size;
|
|
|
327 c->body_start = h->body_start;
|
|
26
|
328
|
|
464
|
329 r->cached = 1;
|
|
|
330
|
|
|
331 if (cold) {
|
|
|
332
|
|
|
333 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
26
|
334
|
|
468
|
335 if (!c->node->exists) {
|
|
|
336 c->node->uses = 1;
|
|
|
337 c->node->body_start = c->body_start;
|
|
|
338 c->node->exists = 1;
|
|
|
339
|
|
|
340 *cache->size += (c->length + cache->bsize - 1) / cache->bsize;
|
|
|
341 }
|
|
464
|
342
|
|
|
343 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
0
|
344 }
|
|
|
345
|
|
468
|
346 now = ngx_time();
|
|
|
347
|
|
464
|
348 if (c->valid_sec < now) {
|
|
0
|
349
|
|
464
|
350 c->uses = c->min_uses;
|
|
0
|
351
|
|
464
|
352 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
353 "http file cache expired: %T %T", c->valid_sec, now);
|
|
|
354
|
|
0
|
355 return NGX_HTTP_CACHE_STALE;
|
|
|
356 }
|
|
|
357
|
|
|
358 /* TODO: NGX_HTTP_CACHE_AGED */
|
|
|
359
|
|
464
|
360 return NGX_OK;
|
|
|
361 }
|
|
|
362
|
|
|
363
|
|
|
364 static ngx_int_t
|
|
468
|
365 ngx_http_file_cache_exists(ngx_http_file_cache_t *cache, ngx_http_cache_t *c)
|
|
464
|
366 {
|
|
|
367 ngx_int_t rc;
|
|
|
368 ngx_http_file_cache_node_t *fcn;
|
|
|
369
|
|
|
370 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
371
|
|
468
|
372 fcn = ngx_http_file_cache_lookup(cache, c->key);
|
|
464
|
373
|
|
|
374 if (fcn) {
|
|
|
375 ngx_queue_remove(&fcn->queue);
|
|
|
376
|
|
|
377 if (fcn->error) {
|
|
|
378
|
|
|
379 if (fcn->valid_sec < ngx_time()) {
|
|
|
380 goto renew;
|
|
|
381 }
|
|
|
382
|
|
|
383 rc = NGX_OK;
|
|
|
384
|
|
|
385 goto done;
|
|
|
386 }
|
|
|
387
|
|
|
388 fcn->uses++;
|
|
|
389 fcn->count++;
|
|
|
390
|
|
|
391 if (fcn->exists) {
|
|
|
392
|
|
468
|
393 c->exists = fcn->exists;
|
|
|
394 c->body_start = fcn->body_start;
|
|
464
|
395
|
|
|
396 rc = NGX_OK;
|
|
|
397
|
|
|
398 goto done;
|
|
|
399 }
|
|
|
400
|
|
468
|
401 if (fcn->uses >= c->min_uses) {
|
|
464
|
402
|
|
468
|
403 c->exists = fcn->exists;
|
|
|
404 c->body_start = fcn->body_start;
|
|
464
|
405
|
|
|
406 rc = NGX_OK;
|
|
|
407
|
|
|
408 } else {
|
|
|
409 rc = NGX_AGAIN;
|
|
|
410 }
|
|
|
411
|
|
|
412 goto done;
|
|
|
413 }
|
|
|
414
|
|
|
415 fcn = ngx_slab_alloc_locked(cache->shpool,
|
|
|
416 sizeof(ngx_http_file_cache_node_t));
|
|
|
417 if (fcn == NULL) {
|
|
|
418 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
419
|
|
468
|
420 ngx_http_file_cache_forced_expire(cache);
|
|
464
|
421
|
|
|
422 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
423
|
|
|
424 fcn = ngx_slab_alloc_locked(cache->shpool,
|
|
|
425 sizeof(ngx_http_file_cache_node_t));
|
|
|
426 if (fcn == NULL) {
|
|
|
427 rc = NGX_ERROR;
|
|
|
428 goto failed;
|
|
|
429 }
|
|
|
430 }
|
|
|
431
|
|
468
|
432 ngx_memcpy((u_char *) &fcn->node.key, c->key, sizeof(ngx_rbtree_key_t));
|
|
464
|
433
|
|
468
|
434 ngx_memcpy(fcn->key, &c->key[sizeof(ngx_rbtree_key_t)],
|
|
464
|
435 NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t));
|
|
|
436
|
|
|
437 ngx_rbtree_insert(cache->rbtree, &fcn->node);
|
|
|
438
|
|
|
439 renew:
|
|
|
440
|
|
|
441 rc = NGX_DECLINED;
|
|
|
442
|
|
|
443 fcn->uses = 1;
|
|
|
444 fcn->count = 1;
|
|
|
445 fcn->valid_msec = 0;
|
|
|
446 fcn->error = 0;
|
|
|
447 fcn->exists = 0;
|
|
|
448 fcn->valid_sec = 0;
|
|
|
449 fcn->uniq = 0;
|
|
|
450 fcn->body_start = 0;
|
|
|
451
|
|
|
452 done:
|
|
|
453
|
|
|
454 fcn->expire = ngx_time() + cache->inactive;
|
|
|
455
|
|
|
456 ngx_queue_insert_head(cache->queue, &fcn->queue);
|
|
|
457
|
|
468
|
458 c->uniq = fcn->uniq;
|
|
|
459 c->uses = fcn->uses;
|
|
|
460 c->error = fcn->error;
|
|
|
461 c->node = fcn;
|
|
464
|
462
|
|
|
463 failed:
|
|
|
464
|
|
|
465 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
466
|
|
|
467 return rc;
|
|
|
468 }
|
|
|
469
|
|
|
470
|
|
|
471 static ngx_http_file_cache_node_t *
|
|
|
472 ngx_http_file_cache_lookup(ngx_http_file_cache_t *cache, u_char *key)
|
|
|
473 {
|
|
|
474 ngx_int_t rc;
|
|
|
475 ngx_rbtree_key_t node_key;
|
|
|
476 ngx_rbtree_node_t *node, *sentinel;
|
|
|
477 ngx_http_file_cache_node_t *fcn;
|
|
|
478
|
|
|
479 ngx_memcpy((u_char *) &node_key, key, sizeof(ngx_rbtree_key_t));
|
|
|
480
|
|
|
481 node = cache->rbtree->root;
|
|
|
482 sentinel = cache->rbtree->sentinel;
|
|
|
483
|
|
|
484 while (node != sentinel) {
|
|
|
485
|
|
|
486 if (node_key < node->key) {
|
|
|
487 node = node->left;
|
|
|
488 continue;
|
|
|
489 }
|
|
|
490
|
|
|
491 if (node_key > node->key) {
|
|
|
492 node = node->right;
|
|
|
493 continue;
|
|
|
494 }
|
|
|
495
|
|
|
496 /* node_key == node->key */
|
|
|
497
|
|
|
498 do {
|
|
|
499 fcn = (ngx_http_file_cache_node_t *) node;
|
|
|
500
|
|
|
501 rc = ngx_memcmp(&key[sizeof(ngx_rbtree_key_t)], fcn->key,
|
|
|
502 NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t));
|
|
|
503
|
|
|
504 if (rc == 0) {
|
|
|
505 return fcn;
|
|
|
506 }
|
|
|
507
|
|
|
508 node = (rc < 0) ? node->left : node->right;
|
|
|
509
|
|
|
510 } while (node != sentinel && node_key == node->key);
|
|
|
511
|
|
|
512 break;
|
|
|
513 }
|
|
|
514
|
|
|
515 /* not found */
|
|
|
516
|
|
|
517 return NULL;
|
|
|
518 }
|
|
|
519
|
|
|
520
|
|
|
521 static void
|
|
|
522 ngx_http_file_cache_rbtree_insert_value(ngx_rbtree_node_t *temp,
|
|
|
523 ngx_rbtree_node_t *node, ngx_rbtree_node_t *sentinel)
|
|
|
524 {
|
|
|
525 ngx_rbtree_node_t **p;
|
|
|
526 ngx_http_file_cache_node_t *cn, *cnt;
|
|
|
527
|
|
|
528 for ( ;; ) {
|
|
|
529
|
|
|
530 if (node->key < temp->key) {
|
|
|
531
|
|
|
532 p = &temp->left;
|
|
|
533
|
|
|
534 } else if (node->key > temp->key) {
|
|
|
535
|
|
|
536 p = &temp->right;
|
|
|
537
|
|
|
538 } else { /* node->key == temp->key */
|
|
|
539
|
|
|
540 cn = (ngx_http_file_cache_node_t *) node;
|
|
|
541 cnt = (ngx_http_file_cache_node_t *) temp;
|
|
|
542
|
|
|
543 p = (ngx_memcmp(cn->key, cnt->key,
|
|
|
544 NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t))
|
|
|
545 < 0)
|
|
|
546 ? &temp->left : &temp->right;
|
|
|
547 }
|
|
|
548
|
|
|
549 if (*p == sentinel) {
|
|
|
550 break;
|
|
|
551 }
|
|
|
552
|
|
|
553 temp = *p;
|
|
|
554 }
|
|
|
555
|
|
|
556 *p = node;
|
|
|
557 node->parent = temp;
|
|
|
558 node->left = sentinel;
|
|
|
559 node->right = sentinel;
|
|
|
560 ngx_rbt_red(node);
|
|
|
561 }
|
|
|
562
|
|
|
563
|
|
|
564 void
|
|
|
565 ngx_http_file_cache_set_header(ngx_http_request_t *r, u_char *buf)
|
|
|
566 {
|
|
|
567 ngx_http_file_cache_header_t *h = (ngx_http_file_cache_header_t *) buf;
|
|
|
568
|
|
|
569 u_char *p;
|
|
|
570 ngx_str_t *key;
|
|
|
571 ngx_uint_t i;
|
|
|
572 ngx_http_cache_t *c;
|
|
|
573
|
|
|
574 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
575 "http file cache set header");
|
|
|
576
|
|
|
577 c = r->cache;
|
|
|
578
|
|
|
579 h->valid_sec = c->valid_sec;
|
|
|
580 h->last_modified = c->last_modified;
|
|
|
581 h->date = c->date;
|
|
|
582 h->crc32 = c->crc32;
|
|
|
583 h->valid_msec = (u_short) c->valid_msec;
|
|
|
584 h->header_start = (u_short) c->header_start;
|
|
|
585 h->body_start = (u_short) c->body_start;
|
|
|
586
|
|
|
587 p = buf + sizeof(ngx_http_file_cache_header_t);
|
|
|
588
|
|
|
589 p = ngx_cpymem(p, ngx_http_file_cache_key, sizeof(ngx_http_file_cache_key));
|
|
|
590
|
|
|
591 key = c->keys.elts;
|
|
|
592 for (i = 0; i < c->keys.nelts; i++) {
|
|
|
593 p = ngx_copy(p, key[i].data, key[i].len);
|
|
|
594 }
|
|
|
595
|
|
|
596 *p = LF;
|
|
|
597 }
|
|
|
598
|
|
|
599
|
|
|
600 void
|
|
|
601 ngx_http_file_cache_update(ngx_http_request_t *r, ngx_temp_file_t *tf)
|
|
|
602 {
|
|
468
|
603 off_t size;
|
|
464
|
604 ngx_int_t rc;
|
|
|
605 ngx_file_uniq_t uniq;
|
|
|
606 ngx_file_info_t fi;
|
|
|
607 ngx_http_cache_t *c;
|
|
|
608 ngx_ext_rename_file_t ext;
|
|
|
609 ngx_http_file_cache_t *cache;
|
|
|
610
|
|
|
611 c = r->cache;
|
|
|
612
|
|
|
613 if (c->updated) {
|
|
|
614 return;
|
|
|
615 }
|
|
|
616
|
|
|
617 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
618 "http file cache update");
|
|
|
619
|
|
|
620 c->updated = 1;
|
|
|
621
|
|
|
622 cache = c->file_cache;
|
|
|
623
|
|
|
624 uniq = 0;
|
|
|
625
|
|
|
626 ngx_log_debug2(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
627 "http file cache rename: \"%s\" to \"%s\"",
|
|
|
628 tf->file.name.data, c->file.name.data);
|
|
|
629
|
|
|
630 ext.access = NGX_FILE_OWNER_ACCESS;
|
|
|
631 ext.path_access = NGX_FILE_OWNER_ACCESS;
|
|
|
632 ext.time = -1;
|
|
|
633 ext.create_path = 1;
|
|
|
634 ext.delete_file = 1;
|
|
|
635 ext.log_rename_error = 1;
|
|
|
636 ext.log = r->connection->log;
|
|
|
637
|
|
|
638 rc = ngx_ext_rename_file(&tf->file.name, &c->file.name, &ext);
|
|
|
639
|
|
|
640 if (rc == NGX_OK) {
|
|
|
641
|
|
|
642 if (ngx_fd_info(tf->file.fd, &fi) == NGX_FILE_ERROR) {
|
|
|
643 ngx_log_error(NGX_LOG_CRIT, r->connection->log, ngx_errno,
|
|
|
644 ngx_fd_info_n " \"%s\" failed", tf->file.name.data);
|
|
|
645
|
|
|
646 rc = NGX_ERROR;
|
|
|
647
|
|
|
648 } else {
|
|
|
649 uniq = ngx_file_uniq(&fi);
|
|
|
650 }
|
|
|
651 }
|
|
|
652
|
|
468
|
653 size = (c->length + cache->bsize - 1) / cache->bsize;
|
|
|
654
|
|
464
|
655 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
656
|
|
|
657 c->node->count--;
|
|
|
658 c->node->uniq = uniq;
|
|
|
659 c->node->body_start = c->body_start;
|
|
|
660
|
|
468
|
661 size = size - (c->node->length + cache->bsize - 1) / cache->bsize;
|
|
|
662
|
|
|
663 c->node->length = c->length;
|
|
|
664
|
|
|
665 *cache->size += size;
|
|
|
666
|
|
464
|
667 if (rc == NGX_OK) {
|
|
|
668 c->node->exists = 1;
|
|
|
669 }
|
|
|
670
|
|
|
671 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
672 }
|
|
|
673
|
|
|
674
|
|
|
675 ngx_int_t
|
|
|
676 ngx_http_cache_send(ngx_http_request_t *r)
|
|
|
677 {
|
|
|
678 ngx_int_t rc;
|
|
|
679 ngx_buf_t *b;
|
|
|
680 ngx_chain_t out;
|
|
|
681 ngx_http_cache_t *c;
|
|
|
682
|
|
|
683 c = r->cache;
|
|
|
684
|
|
|
685 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
686 "http file cache send: %s", c->file.name.data);
|
|
|
687
|
|
|
688 /* we need to allocate all before the header would be sent */
|
|
|
689
|
|
|
690 b = ngx_pcalloc(r->pool, sizeof(ngx_buf_t));
|
|
|
691 if (b == NULL) {
|
|
|
692 return NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
|
693 }
|
|
|
694
|
|
|
695 b->file = ngx_pcalloc(r->pool, sizeof(ngx_file_t));
|
|
|
696 if (b->file == NULL) {
|
|
|
697 return NGX_HTTP_INTERNAL_SERVER_ERROR;
|
|
|
698 }
|
|
|
699
|
|
|
700 rc = ngx_http_send_header(r);
|
|
|
701
|
|
|
702 if (rc == NGX_ERROR || rc > NGX_OK || r->header_only) {
|
|
|
703 return rc;
|
|
|
704 }
|
|
|
705
|
|
|
706 b->file_pos = c->body_start;
|
|
|
707 b->file_last = c->length;
|
|
|
708
|
|
|
709 b->in_file = (c->length - c->body_start) ? 1: 0;
|
|
|
710 b->last_buf = (r == r->main) ? 1: 0;
|
|
|
711 b->last_in_chain = 1;
|
|
|
712
|
|
|
713 b->file->fd = c->file.fd;
|
|
|
714 b->file->name = c->file.name;
|
|
|
715 b->file->log = r->connection->log;
|
|
|
716
|
|
|
717 out.buf = b;
|
|
|
718 out.next = NULL;
|
|
|
719
|
|
|
720 return ngx_http_output_filter(r, &out);
|
|
|
721 }
|
|
|
722
|
|
|
723
|
|
|
724 void
|
|
|
725 ngx_http_file_cache_free(ngx_http_request_t *r, ngx_temp_file_t *tf)
|
|
|
726 {
|
|
|
727 ngx_http_cache_t *c;
|
|
|
728 ngx_http_file_cache_t *cache;
|
|
|
729
|
|
|
730 c = r->cache;
|
|
|
731
|
|
|
732 if (c->updated) {
|
|
|
733 return;
|
|
|
734 }
|
|
|
735
|
|
|
736 c->updated = 1;
|
|
|
737
|
|
|
738 cache = c->file_cache;
|
|
|
739
|
|
|
740 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
741 "http file cache free");
|
|
|
742
|
|
|
743 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
744
|
|
|
745 c->node->count--;
|
|
|
746
|
|
|
747 if (c->error) {
|
|
|
748 c->node->valid_sec = c->valid_sec;
|
|
|
749 c->node->valid_msec = c->valid_msec;
|
|
|
750 c->node->error = c->error;
|
|
|
751 }
|
|
|
752
|
|
|
753 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
754
|
|
|
755 if (c->temp_file) {
|
|
|
756 if (tf && tf->file.fd != NGX_INVALID_FILE) {
|
|
|
757 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, r->connection->log, 0,
|
|
|
758 "http file cache incomplete: \"%s\"",
|
|
|
759 tf->file.name.data);
|
|
|
760
|
|
|
761 if (ngx_delete_file(tf->file.name.data) == NGX_FILE_ERROR) {
|
|
|
762 ngx_log_error(NGX_LOG_CRIT, r->connection->log, ngx_errno,
|
|
|
763 ngx_delete_file_n " \"%s\" failed",
|
|
|
764 tf->file.name.data);
|
|
|
765 }
|
|
|
766 }
|
|
|
767 }
|
|
|
768 }
|
|
|
769
|
|
|
770
|
|
|
771 static void
|
|
|
772 ngx_http_file_cache_cleanup(void *data)
|
|
|
773 {
|
|
|
774 ngx_http_cache_t *c = data;
|
|
|
775
|
|
|
776 ngx_http_file_cache_t *cache;
|
|
|
777
|
|
|
778 if (c->updated) {
|
|
|
779 return;
|
|
|
780 }
|
|
|
781
|
|
|
782 c->updated = 1;
|
|
|
783
|
|
|
784 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, c->file.log, 0,
|
|
|
785 "http file cache cleanup");
|
|
|
786
|
|
|
787 if (c->error) {
|
|
|
788 return;
|
|
|
789 }
|
|
|
790
|
|
|
791 cache = c->file_cache;
|
|
|
792
|
|
|
793 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
794
|
|
|
795 c->node->count--;
|
|
|
796
|
|
|
797 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
798 }
|
|
|
799
|
|
|
800
|
|
|
801 static time_t
|
|
468
|
802 ngx_http_file_cache_forced_expire(ngx_http_file_cache_t *cache)
|
|
|
803 {
|
|
|
804 u_char *name;
|
|
|
805 size_t len;
|
|
|
806 time_t wait;
|
|
|
807 ngx_uint_t tries;
|
|
|
808 ngx_path_t *path;
|
|
|
809 ngx_queue_t *q;
|
|
|
810 ngx_http_file_cache_node_t *fcn;
|
|
|
811
|
|
|
812 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
813 "http file cache forced expire");
|
|
|
814
|
|
|
815 path = cache->path;
|
|
|
816 len = path->name.len + 1 + path->len + 2 * NGX_HTTP_CACHE_KEY_LEN;
|
|
|
817
|
|
|
818 name = ngx_alloc(len + 1, ngx_cycle->log);
|
|
|
819 if (name == NULL) {
|
|
|
820 return 60;
|
|
|
821 }
|
|
|
822
|
|
|
823 ngx_memcpy(name, path->name.data, path->name.len);
|
|
|
824
|
|
|
825 wait = 60;
|
|
|
826 tries = 0;
|
|
|
827
|
|
|
828 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
829
|
|
|
830 for (q = ngx_queue_last(cache->queue);
|
|
|
831 q != ngx_queue_sentinel(cache->queue);
|
|
|
832 q = ngx_queue_prev(q))
|
|
|
833 {
|
|
|
834 fcn = ngx_queue_data(q, ngx_http_file_cache_node_t, queue);
|
|
|
835
|
|
|
836 ngx_log_debug6(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
837 "http file cache forced expire: #%d %d %02xd%02xd%02xd%02xd",
|
|
|
838 fcn->count, fcn->exists,
|
|
|
839 fcn->key[0], fcn->key[1], fcn->key[2], fcn->key[3]);
|
|
|
840
|
|
|
841 if (fcn->count) {
|
|
|
842
|
|
|
843 if (tries++ < 20) {
|
|
|
844 continue;
|
|
|
845 }
|
|
|
846
|
|
|
847 wait = 1;
|
|
|
848
|
|
|
849 break;
|
|
|
850 }
|
|
|
851
|
|
|
852 if (!fcn->exists) {
|
|
|
853
|
|
|
854 ngx_queue_remove(q);
|
|
|
855 ngx_rbtree_delete(cache->rbtree, &fcn->node);
|
|
|
856 ngx_slab_free_locked(cache->shpool, fcn);
|
|
|
857
|
|
|
858 break;
|
|
|
859 }
|
|
|
860
|
|
|
861 ngx_http_file_cache_delete(cache, q, name);
|
|
|
862
|
|
|
863 break;
|
|
|
864 }
|
|
|
865
|
|
|
866 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
867
|
|
|
868 ngx_free(name);
|
|
|
869
|
|
|
870 return wait;
|
|
|
871 }
|
|
|
872
|
|
|
873
|
|
|
874 static time_t
|
|
|
875 ngx_http_file_cache_expire(ngx_http_file_cache_t *cache)
|
|
464
|
876 {
|
|
|
877 u_char *name, *p;
|
|
|
878 size_t len;
|
|
|
879 time_t now, wait;
|
|
|
880 ngx_path_t *path;
|
|
|
881 ngx_queue_t *q;
|
|
|
882 ngx_http_file_cache_node_t *fcn;
|
|
|
883 u_char key[2 * NGX_HTTP_CACHE_KEY_LEN];
|
|
|
884
|
|
|
885 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
886 "http file cache expire");
|
|
|
887
|
|
|
888 path = cache->path;
|
|
|
889 len = path->name.len + 1 + path->len + 2 * NGX_HTTP_CACHE_KEY_LEN;
|
|
|
890
|
|
468
|
891 name = ngx_alloc(len + 1, ngx_cycle->log);
|
|
|
892 if (name == NULL) {
|
|
|
893 return 60;
|
|
|
894 }
|
|
|
895
|
|
|
896 ngx_memcpy(name, path->name.data, path->name.len);
|
|
|
897
|
|
464
|
898 now = ngx_time();
|
|
|
899
|
|
|
900 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
901
|
|
|
902 for ( ;; ) {
|
|
|
903
|
|
|
904 if (ngx_queue_empty(cache->queue)) {
|
|
468
|
905 wait = 60;
|
|
464
|
906 break;
|
|
|
907 }
|
|
|
908
|
|
|
909 q = ngx_queue_last(cache->queue);
|
|
|
910
|
|
|
911 fcn = ngx_queue_data(q, ngx_http_file_cache_node_t, queue);
|
|
|
912
|
|
468
|
913 wait = fcn->expire - now;
|
|
464
|
914
|
|
468
|
915 if (wait > 0) {
|
|
|
916 wait = wait > 60 ? 60 : wait;
|
|
|
917 break;
|
|
464
|
918 }
|
|
|
919
|
|
|
920 ngx_log_debug6(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
921 "http file cache expire: #%d %d %02xd%02xd%02xd%02xd",
|
|
|
922 fcn->count, fcn->exists,
|
|
|
923 fcn->key[0], fcn->key[1], fcn->key[2], fcn->key[3]);
|
|
|
924
|
|
|
925 if (fcn->count) {
|
|
|
926
|
|
468
|
927 p = ngx_hex_dump(key, (u_char *) &fcn->node.key,
|
|
|
928 sizeof(ngx_rbtree_key_t));
|
|
464
|
929
|
|
468
|
930 len = NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t);
|
|
|
931 (void) ngx_hex_dump(p, fcn->key, len);
|
|
464
|
932
|
|
468
|
933 /*
|
|
|
934 * abnormally exited workers may leave locked cache entries,
|
|
|
935 * and although it may be safe to remove them completely,
|
|
|
936 * we prefer to remove them from inactive queue and rbtree
|
|
|
937 * only, and to allow other leaks
|
|
|
938 */
|
|
464
|
939
|
|
468
|
940 ngx_queue_remove(q);
|
|
|
941 ngx_rbtree_delete(cache->rbtree, &fcn->node);
|
|
464
|
942
|
|
468
|
943 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0,
|
|
466
|
944 "ignore long locked inactive cache entry %*s, count:%d",
|
|
|
945 2 * NGX_HTTP_CACHE_KEY_LEN, key, fcn->count);
|
|
464
|
946
|
|
468
|
947 continue;
|
|
464
|
948 }
|
|
|
949
|
|
|
950 if (!fcn->exists) {
|
|
|
951
|
|
|
952 ngx_queue_remove(q);
|
|
|
953 ngx_rbtree_delete(cache->rbtree, &fcn->node);
|
|
|
954 ngx_slab_free_locked(cache->shpool, fcn);
|
|
|
955
|
|
|
956 continue;
|
|
|
957 }
|
|
|
958
|
|
468
|
959 ngx_http_file_cache_delete(cache, q, name);
|
|
464
|
960 }
|
|
|
961
|
|
|
962 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
963
|
|
468
|
964 ngx_free(name);
|
|
|
965
|
|
464
|
966 return wait;
|
|
|
967 }
|
|
|
968
|
|
|
969
|
|
468
|
970 static void
|
|
|
971 ngx_http_file_cache_delete(ngx_http_file_cache_t *cache, ngx_queue_t *q,
|
|
|
972 u_char *name)
|
|
|
973 {
|
|
|
974 u_char *p;
|
|
|
975 size_t len;
|
|
|
976 ngx_path_t *path;
|
|
|
977 ngx_http_file_cache_node_t *fcn;
|
|
|
978
|
|
|
979 fcn = ngx_queue_data(q, ngx_http_file_cache_node_t, queue);
|
|
|
980
|
|
|
981 *cache->size -= (fcn->length + cache->bsize - 1) / cache->bsize;
|
|
|
982
|
|
|
983 path = cache->path;
|
|
|
984
|
|
|
985 p = name + path->name.len + 1 + path->len;
|
|
|
986
|
|
|
987 p = ngx_hex_dump(p, (u_char *) &fcn->node.key, sizeof(ngx_rbtree_key_t));
|
|
|
988
|
|
|
989 len = NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t);
|
|
|
990 p = ngx_hex_dump(p, fcn->key, len);
|
|
|
991 *p = '\0';
|
|
|
992
|
|
|
993 ngx_queue_remove(q);
|
|
|
994
|
|
|
995 ngx_rbtree_delete(cache->rbtree, &fcn->node);
|
|
|
996
|
|
|
997 ngx_slab_free_locked(cache->shpool, fcn);
|
|
|
998
|
|
|
999 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
1000
|
|
|
1001 len = path->name.len + 1 + path->len + 2 * NGX_HTTP_CACHE_KEY_LEN;
|
|
|
1002
|
|
|
1003 ngx_create_hashed_filename(path, name, len);
|
|
|
1004
|
|
|
1005 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
1006 "http file cache expire: \"%s\"", name);
|
|
|
1007
|
|
|
1008 if (ngx_delete_file(name) == NGX_FILE_ERROR) {
|
|
|
1009 ngx_log_error(NGX_LOG_CRIT, ngx_cycle->log, ngx_errno,
|
|
|
1010 ngx_delete_file_n " \"%s\" failed", name);
|
|
|
1011 }
|
|
|
1012
|
|
|
1013 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
1014 }
|
|
|
1015
|
|
|
1016
|
|
|
1017 static time_t
|
|
|
1018 ngx_http_file_cache_manager(void *data)
|
|
464
|
1019 {
|
|
|
1020 ngx_http_file_cache_t *cache = data;
|
|
|
1021
|
|
468
|
1022 off_t size;
|
|
|
1023 time_t next;
|
|
464
|
1024 ngx_tree_ctx_t tree;
|
|
|
1025
|
|
468
|
1026 if (*cache->cold) {
|
|
464
|
1027
|
|
468
|
1028 ngx_log_debug0(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
1029 "http file cache manager update");
|
|
464
|
1030
|
|
|
1031 tree.init_handler = NULL;
|
|
468
|
1032 tree.file_handler = ngx_http_file_cache_manage_file;
|
|
|
1033 tree.pre_tree_handler = ngx_http_file_cache_noop;
|
|
|
1034 tree.post_tree_handler = ngx_http_file_cache_noop;
|
|
|
1035 tree.spec_handler = ngx_http_file_cache_delete_file;
|
|
464
|
1036 tree.data = cache;
|
|
|
1037 tree.alloc = 0;
|
|
|
1038 tree.log = ngx_cycle->log;
|
|
|
1039
|
|
468
|
1040 cache->last = ngx_current_msec;
|
|
|
1041 cache->files = 0;
|
|
464
|
1042
|
|
468
|
1043 if (ngx_walk_tree(&tree, &cache->path->name) == NGX_ABORT) {
|
|
464
|
1044 return 60;
|
|
|
1045 }
|
|
|
1046
|
|
468
|
1047 *cache->cold = 0;
|
|
|
1048
|
|
|
1049 ngx_log_error(NGX_LOG_NOTICE, ngx_cycle->log, 0,
|
|
|
1050 "http file cache: %V %.3fM, bsize: %uz",
|
|
|
1051 &cache->path->name,
|
|
|
1052 ((double) *cache->size * cache->bsize) / (1024 * 1024),
|
|
|
1053 cache->bsize);
|
|
464
|
1054 }
|
|
|
1055
|
|
468
|
1056 next = ngx_http_file_cache_expire(cache);
|
|
|
1057
|
|
|
1058 cache->last = ngx_current_msec;
|
|
|
1059 cache->files = 0;
|
|
|
1060
|
|
|
1061 for ( ;; ) {
|
|
|
1062 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
1063
|
|
|
1064 size = *cache->size;
|
|
464
|
1065
|
|
468
|
1066 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
1067
|
|
|
1068 if (size < cache->max_size) {
|
|
|
1069 return next;
|
|
|
1070 }
|
|
464
|
1071
|
|
468
|
1072 next = ngx_http_file_cache_forced_expire(cache);
|
|
|
1073
|
|
|
1074 if (ngx_http_file_cache_manager_sleep(cache) != NGX_OK) {
|
|
|
1075 return next;
|
|
|
1076 }
|
|
|
1077 }
|
|
464
|
1078 }
|
|
|
1079
|
|
|
1080
|
|
|
1081 static ngx_int_t
|
|
468
|
1082 ngx_http_file_cache_manager_sleep(ngx_http_file_cache_t *cache)
|
|
|
1083 {
|
|
|
1084 ngx_msec_t elapsed;
|
|
|
1085
|
|
|
1086 if (cache->files++ > 100) {
|
|
|
1087
|
|
|
1088 ngx_time_update(0, 0);
|
|
|
1089
|
|
|
1090 elapsed = ngx_abs((ngx_msec_int_t) (ngx_current_msec - cache->last));
|
|
|
1091
|
|
|
1092 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, ngx_cycle->log, 0,
|
|
|
1093 "http file cache manager time: %M", elapsed);
|
|
|
1094
|
|
|
1095 if (elapsed > 200) {
|
|
|
1096
|
|
|
1097 /*
|
|
|
1098 * if processing 100 files takes more than 200ms,
|
|
|
1099 * it seems that many operations require disk i/o,
|
|
|
1100 * therefore sleep 200ms
|
|
|
1101 */
|
|
|
1102
|
|
|
1103 ngx_msleep(200);
|
|
|
1104
|
|
|
1105 ngx_time_update(0, 0);
|
|
|
1106 }
|
|
|
1107
|
|
|
1108 cache->last = ngx_current_msec;
|
|
|
1109 cache->files = 0;
|
|
|
1110 }
|
|
|
1111
|
|
|
1112 return (ngx_quit || ngx_terminate) ? NGX_ABORT : NGX_OK;
|
|
|
1113 }
|
|
|
1114
|
|
|
1115
|
|
|
1116 static ngx_int_t
|
|
|
1117 ngx_http_file_cache_noop(ngx_tree_ctx_t *ctx, ngx_str_t *path)
|
|
464
|
1118 {
|
|
|
1119 return NGX_OK;
|
|
|
1120 }
|
|
|
1121
|
|
|
1122
|
|
|
1123 static ngx_int_t
|
|
468
|
1124 ngx_http_file_cache_manage_file(ngx_tree_ctx_t *ctx, ngx_str_t *path)
|
|
464
|
1125 {
|
|
468
|
1126 ngx_http_file_cache_t *cache;
|
|
|
1127
|
|
|
1128 cache = ctx->data;
|
|
|
1129
|
|
|
1130 if (ngx_http_file_cache_add_file(ctx, path) != NGX_OK) {
|
|
|
1131 (void) ngx_http_file_cache_delete_file(ctx, path);
|
|
|
1132 }
|
|
|
1133
|
|
|
1134 return ngx_http_file_cache_manager_sleep(cache);
|
|
|
1135 }
|
|
|
1136
|
|
464
|
1137
|
|
468
|
1138 static ngx_int_t
|
|
|
1139 ngx_http_file_cache_add_file(ngx_tree_ctx_t *ctx, ngx_str_t *name)
|
|
|
1140 {
|
|
|
1141 u_char *p;
|
|
|
1142 ngx_fd_t fd;
|
|
|
1143 ngx_int_t n;
|
|
|
1144 ngx_uint_t i;
|
|
|
1145 ngx_file_info_t fi;
|
|
|
1146 ngx_http_cache_t c;
|
|
|
1147 ngx_http_file_cache_t *cache;
|
|
|
1148 ngx_http_file_cache_header_t h;
|
|
|
1149
|
|
|
1150 if (name->len < 2 * NGX_HTTP_CACHE_KEY_LEN) {
|
|
|
1151 return NGX_ERROR;
|
|
464
|
1152 }
|
|
|
1153
|
|
468
|
1154 ngx_memzero(&c, sizeof(ngx_http_cache_t));
|
|
|
1155
|
|
|
1156 fd = ngx_open_file(name->data, NGX_FILE_RDONLY, NGX_FILE_OPEN, 0);
|
|
|
1157
|
|
|
1158 if (fd == NGX_INVALID_FILE) {
|
|
|
1159 ngx_log_error(NGX_LOG_CRIT, ctx->log, ngx_errno,
|
|
|
1160 ngx_open_file_n " \"%s\" failed", name->data);
|
|
|
1161 return NGX_ERROR;
|
|
|
1162 }
|
|
|
1163
|
|
|
1164 c.file.fd = fd;
|
|
|
1165 c.file.name = *name;
|
|
|
1166 c.file.log = ctx->log;
|
|
|
1167
|
|
|
1168 n = ngx_read_file(&c.file, (u_char *) &h,
|
|
|
1169 sizeof(ngx_http_file_cache_header_t), 0);
|
|
|
1170 if (n == NGX_ERROR) {
|
|
|
1171 return NGX_ERROR;
|
|
|
1172 }
|
|
|
1173
|
|
|
1174 if ((size_t) n < sizeof(ngx_http_file_cache_header_t)) {
|
|
|
1175 ngx_log_error(NGX_LOG_CRIT, ctx->log, 0,
|
|
|
1176 "cache file \"%s\" is too small", name->data);
|
|
|
1177 return NGX_ERROR;
|
|
|
1178 }
|
|
|
1179
|
|
|
1180 if (ngx_fd_info(fd, &fi) == NGX_FILE_ERROR) {
|
|
|
1181 ngx_log_error(NGX_LOG_CRIT, ctx->log, ngx_errno,
|
|
|
1182 ngx_fd_info_n " \"%s\" failed", name->data);
|
|
|
1183
|
|
|
1184 } else {
|
|
|
1185 c.uniq = ngx_file_uniq(&fi);
|
|
|
1186 c.valid_sec = h.valid_sec;
|
|
|
1187 c.valid_msec = h.valid_msec;
|
|
|
1188 c.body_start = h.body_start;
|
|
|
1189 c.length = ngx_file_size(&fi);
|
|
|
1190 }
|
|
|
1191
|
|
|
1192 if (ngx_close_file(fd) == NGX_FILE_ERROR) {
|
|
|
1193 ngx_log_error(NGX_LOG_ALERT, ctx->log, ngx_errno,
|
|
|
1194 ngx_close_file_n " \"%s\" failed", name->data);
|
|
|
1195 }
|
|
|
1196
|
|
|
1197 if (c.body_start == 0) {
|
|
|
1198 return NGX_ERROR;
|
|
|
1199 }
|
|
|
1200
|
|
|
1201 p = &name->data[name->len - 2 * NGX_HTTP_CACHE_KEY_LEN];
|
|
464
|
1202
|
|
|
1203 for (i = 0; i < NGX_HTTP_CACHE_KEY_LEN; i++) {
|
|
|
1204 n = ngx_hextoi(p, 2);
|
|
|
1205
|
|
|
1206 if (n == NGX_ERROR) {
|
|
468
|
1207 return NGX_ERROR;
|
|
464
|
1208 }
|
|
|
1209
|
|
|
1210 p += 2;
|
|
|
1211
|
|
468
|
1212 c.key[i] = (u_char) n;
|
|
464
|
1213 }
|
|
|
1214
|
|
|
1215 cache = ctx->data;
|
|
|
1216
|
|
468
|
1217 return ngx_http_file_cache_add(cache, &c);
|
|
|
1218 }
|
|
|
1219
|
|
|
1220
|
|
|
1221 static ngx_int_t
|
|
|
1222 ngx_http_file_cache_add(ngx_http_file_cache_t *cache, ngx_http_cache_t *c)
|
|
|
1223 {
|
|
|
1224 ngx_http_file_cache_node_t *fcn;
|
|
|
1225
|
|
464
|
1226 ngx_shmtx_lock(&cache->shpool->mutex);
|
|
|
1227
|
|
468
|
1228 fcn = ngx_http_file_cache_lookup(cache, c->key);
|
|
|
1229
|
|
|
1230 if (fcn == NULL) {
|
|
|
1231
|
|
|
1232 fcn = ngx_slab_alloc_locked(cache->shpool,
|
|
|
1233 sizeof(ngx_http_file_cache_node_t));
|
|
|
1234 if (fcn == NULL) {
|
|
|
1235 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
1236 return NGX_ERROR;
|
|
|
1237 }
|
|
|
1238
|
|
|
1239 ngx_memcpy((u_char *) &fcn->node.key, c->key, sizeof(ngx_rbtree_key_t));
|
|
|
1240
|
|
|
1241 ngx_memcpy(fcn->key, &c->key[sizeof(ngx_rbtree_key_t)],
|
|
|
1242 NGX_HTTP_CACHE_KEY_LEN - sizeof(ngx_rbtree_key_t));
|
|
|
1243
|
|
|
1244 ngx_rbtree_insert(cache->rbtree, &fcn->node);
|
|
|
1245
|
|
|
1246 fcn->uses = 1;
|
|
|
1247 fcn->count = 0;
|
|
|
1248 fcn->valid_msec = c->valid_msec;
|
|
|
1249 fcn->error = 0;
|
|
|
1250 fcn->exists = 1;
|
|
|
1251 fcn->uniq = c->uniq;
|
|
|
1252 fcn->valid_sec = c->valid_sec;
|
|
|
1253 fcn->body_start = c->body_start;
|
|
|
1254 fcn->length = c->length;
|
|
|
1255
|
|
|
1256 *cache->size += (c->length + cache->bsize - 1) / cache->bsize;
|
|
|
1257
|
|
|
1258 } else {
|
|
|
1259 ngx_queue_remove(&fcn->queue);
|
|
|
1260 }
|
|
|
1261
|
|
|
1262 fcn->expire = ngx_time() + cache->inactive;
|
|
|
1263
|
|
|
1264 ngx_queue_insert_head(cache->queue, &fcn->queue);
|
|
464
|
1265
|
|
|
1266 ngx_shmtx_unlock(&cache->shpool->mutex);
|
|
|
1267
|
|
468
|
1268 return NGX_OK;
|
|
|
1269 }
|
|
|
1270
|
|
464
|
1271
|
|
468
|
1272 static ngx_int_t
|
|
|
1273 ngx_http_file_cache_delete_file(ngx_tree_ctx_t *ctx, ngx_str_t *path)
|
|
|
1274 {
|
|
464
|
1275 ngx_log_debug1(NGX_LOG_DEBUG_HTTP, ctx->log, 0,
|
|
468
|
1276 "http file cache delete: \"%s\"", path->data);
|
|
464
|
1277
|
|
|
1278 if (ngx_delete_file(path->data) == NGX_FILE_ERROR) {
|
|
|
1279 ngx_log_error(NGX_LOG_CRIT, ctx->log, ngx_errno,
|
|
|
1280 ngx_delete_file_n " \"%s\" failed", path->data);
|
|
|
1281 }
|
|
26
|
1282
|
|
0
|
1283 return NGX_OK;
|
|
|
1284 }
|
|
|
1285
|
|
|
1286
|
|
464
|
1287 time_t
|
|
|
1288 ngx_http_file_cache_valid(ngx_array_t *cache_valid, ngx_uint_t status)
|
|
0
|
1289 {
|
|
464
|
1290 ngx_uint_t i;
|
|
|
1291 ngx_http_cache_valid_t *valid;
|
|
0
|
1292
|
|
464
|
1293 valid = cache_valid->elts;
|
|
|
1294 for (i = 0; i < cache_valid->nelts; i++) {
|
|
0
|
1295
|
|
464
|
1296 if (valid[i].status == 0) {
|
|
|
1297 return valid[i].valid;
|
|
0
|
1298 }
|
|
|
1299
|
|
464
|
1300 if (valid[i].status == status) {
|
|
|
1301 return valid[i].valid;
|
|
0
|
1302 }
|
|
464
|
1303 }
|
|
0
|
1304
|
|
464
|
1305 return 0;
|
|
0
|
1306 }
|
|
|
1307
|
|
|
1308
|
|
464
|
1309 char *
|
|
|
1310 ngx_http_file_cache_set_slot(ngx_conf_t *cf, ngx_command_t *cmd, void *conf)
|
|
|
1311 {
|
|
468
|
1312 off_t max_size;
|
|
464
|
1313 u_char *last, *p;
|
|
468
|
1314 time_t inactive;
|
|
464
|
1315 ssize_t size;
|
|
|
1316 ngx_str_t s, name, *value;
|
|
|
1317 ngx_uint_t i, n;
|
|
|
1318 ngx_http_file_cache_t *cache;
|
|
|
1319
|
|
|
1320 cache = ngx_pcalloc(cf->pool, sizeof(ngx_http_file_cache_t));
|
|
|
1321 if (cache == NULL) {
|
|
|
1322 return NGX_CONF_ERROR;
|
|
|
1323 }
|
|
|
1324
|
|
|
1325 cache->path = ngx_pcalloc(cf->pool, sizeof(ngx_path_t));
|
|
|
1326 if (cache->path == NULL) {
|
|
|
1327 return NGX_CONF_ERROR;
|
|
|
1328 }
|
|
|
1329
|
|
|
1330 inactive = 600;
|
|
|
1331
|
|
|
1332 name.len = 0;
|
|
|
1333 size = 0;
|
|
468
|
1334 max_size = NGX_MAX_OFF_T_VALUE;
|
|
464
|
1335
|
|
|
1336 value = cf->args->elts;
|
|
|
1337
|
|
|
1338 cache->path->name = value[1];
|
|
|
1339
|
|
|
1340 if (cache->path->name.data[cache->path->name.len - 1] == '/') {
|
|
|
1341 cache->path->name.len--;
|
|
|
1342 }
|
|
|
1343
|
|
|
1344 if (ngx_conf_full_name(cf->cycle, &cache->path->name, 0) != NGX_OK) {
|
|
|
1345 return NGX_CONF_ERROR;
|
|
|
1346 }
|
|
|
1347
|
|
|
1348 for (i = 2; i < cf->args->nelts; i++) {
|
|
|
1349
|
|
|
1350 if (ngx_strncmp(value[i].data, "levels=", 7) == 0) {
|
|
|
1351
|
|
|
1352 n = 0;
|
|
|
1353 p = value[i].data + 7;
|
|
|
1354 last = value[i].data + value[i].len;
|
|
|
1355
|
|
|
1356 while (p < last) {
|
|
|
1357
|
|
|
1358 if (*p > '0' && *p < '6') {
|
|
|
1359
|
|
|
1360 cache->path->level[n] = *p++ - '0';
|
|
|
1361 cache->path->len += cache->path->level[n] + 1;
|
|
|
1362
|
|
|
1363 if (p == last) {
|
|
|
1364 break;
|
|
|
1365 }
|
|
|
1366
|
|
|
1367 if (*p++ == ':') {
|
|
|
1368
|
|
|
1369 if (n > 2) {
|
|
|
1370 goto invalid_levels;
|
|
|
1371 }
|
|
|
1372
|
|
|
1373 if (cache->path->level[n] == 0) {
|
|
|
1374 goto invalid_levels;
|
|
|
1375 }
|
|
|
1376
|
|
|
1377 n++;
|
|
|
1378
|
|
|
1379 continue;
|
|
|
1380 }
|
|
|
1381 }
|
|
|
1382
|
|
|
1383 goto invalid_levels;
|
|
|
1384 }
|
|
|
1385
|
|
|
1386 if (cache->path->len < 10 + 3) {
|
|
|
1387 continue;
|
|
|
1388 }
|
|
|
1389
|
|
|
1390 invalid_levels:
|
|
|
1391
|
|
|
1392 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1393 "invalid \"levels\" \"%V\"", &value[i]);
|
|
|
1394 return NGX_CONF_ERROR;
|
|
|
1395 }
|
|
|
1396
|
|
|
1397 if (ngx_strncmp(value[i].data, "keys_zone=", 10) == 0) {
|
|
|
1398
|
|
|
1399 name.data = value[i].data + 10;
|
|
|
1400
|
|
|
1401 p = (u_char *) ngx_strchr(name.data, ':');
|
|
|
1402
|
|
|
1403 if (p) {
|
|
|
1404 name.len = p - name.data;
|
|
|
1405
|
|
|
1406 p++;
|
|
|
1407
|
|
|
1408 s.len = value[i].data + value[i].len - p;
|
|
|
1409 s.data = p;
|
|
|
1410
|
|
|
1411 size = ngx_parse_size(&s);
|
|
|
1412 if (size > 8191) {
|
|
|
1413 continue;
|
|
|
1414 }
|
|
|
1415 }
|
|
|
1416
|
|
|
1417 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1418 "invalid keys zone size \"%V\"", &value[i]);
|
|
|
1419 return NGX_CONF_ERROR;
|
|
|
1420 }
|
|
|
1421
|
|
|
1422 if (ngx_strncmp(value[i].data, "inactive=", 9) == 0) {
|
|
|
1423
|
|
|
1424 s.len = value[i].len - 9;
|
|
|
1425 s.data = value[i].data + 9;
|
|
|
1426
|
|
|
1427 inactive = ngx_parse_time(&s, 1);
|
|
|
1428 if (inactive < 0) {
|
|
|
1429 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1430 "invalid inactive value \"%V\"", &value[i]);
|
|
|
1431 return NGX_CONF_ERROR;
|
|
|
1432 }
|
|
|
1433
|
|
|
1434 continue;
|
|
|
1435 }
|
|
|
1436
|
|
468
|
1437 if (ngx_strncmp(value[i].data, "max_size=", 9) == 0) {
|
|
464
|
1438
|
|
468
|
1439 s.len = value[i].len - 9;
|
|
|
1440 s.data = value[i].data + 9;
|
|
464
|
1441
|
|
468
|
1442 max_size = ngx_parse_offset(&s);
|
|
|
1443 if (max_size < 0) {
|
|
464
|
1444 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
468
|
1445 "invalid max_size value \"%V\"", &value[i]);
|
|
464
|
1446 return NGX_CONF_ERROR;
|
|
|
1447 }
|
|
|
1448
|
|
|
1449 continue;
|
|
|
1450 }
|
|
|
1451
|
|
|
1452 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1453 "invalid parameter \"%V\"", &value[i]);
|
|
|
1454 return NGX_CONF_ERROR;
|
|
|
1455 }
|
|
|
1456
|
|
|
1457 if (name.len == 0 || size == 0) {
|
|
|
1458 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1459 "\"%V\" must have \"keys_zone\" parameter",
|
|
|
1460 &cmd->name);
|
|
|
1461 return NGX_CONF_ERROR;
|
|
|
1462 }
|
|
|
1463
|
|
468
|
1464 cache->path->manager = ngx_http_file_cache_manager;
|
|
464
|
1465 cache->path->data = cache;
|
|
|
1466
|
|
|
1467 if (ngx_add_path(cf, &cache->path) != NGX_OK) {
|
|
|
1468 return NGX_CONF_ERROR;
|
|
|
1469 }
|
|
|
1470
|
|
|
1471 cache->shm_zone = ngx_shared_memory_add(cf, &name, size, cmd->post);
|
|
|
1472 if (cache->shm_zone == NULL) {
|
|
|
1473 return NGX_CONF_ERROR;
|
|
|
1474 }
|
|
|
1475
|
|
|
1476 if (cache->shm_zone->data) {
|
|
|
1477 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1478 "duplicate zone \"%V\"", &name);
|
|
|
1479 return NGX_CONF_ERROR;
|
|
|
1480 }
|
|
|
1481
|
|
|
1482
|
|
|
1483 cache->shm_zone->init = ngx_http_file_cache_init;
|
|
|
1484 cache->shm_zone->data = cache;
|
|
|
1485
|
|
|
1486 cache->inactive = inactive;
|
|
468
|
1487 cache->max_size = max_size;
|
|
464
|
1488
|
|
|
1489 return NGX_CONF_OK;
|
|
|
1490 }
|
|
26
|
1491
|
|
|
1492
|
|
464
|
1493 char *
|
|
|
1494 ngx_http_file_cache_valid_set_slot(ngx_conf_t *cf, ngx_command_t *cmd,
|
|
|
1495 void *conf)
|
|
0
|
1496 {
|
|
464
|
1497 char *p = conf;
|
|
0
|
1498
|
|
464
|
1499 time_t valid;
|
|
|
1500 ngx_str_t *value;
|
|
|
1501 ngx_uint_t i, n, status;
|
|
|
1502 ngx_array_t **a;
|
|
|
1503 ngx_http_cache_valid_t *v;
|
|
|
1504 static ngx_uint_t statuses[] = { 200, 301, 302 };
|
|
26
|
1505
|
|
464
|
1506 a = (ngx_array_t **) (p + cmd->offset);
|
|
0
|
1507
|
|
464
|
1508 if (*a == NGX_CONF_UNSET_PTR) {
|
|
|
1509 *a = ngx_array_create(cf->pool, 1, sizeof(ngx_http_cache_valid_t));
|
|
|
1510 if (*a == NULL) {
|
|
|
1511 return NGX_CONF_ERROR;
|
|
|
1512 }
|
|
|
1513 }
|
|
0
|
1514
|
|
464
|
1515 value = cf->args->elts;
|
|
|
1516 n = cf->args->nelts - 1;
|
|
0
|
1517
|
|
464
|
1518 valid = ngx_parse_time(&value[n], 1);
|
|
|
1519 if (valid < 0) {
|
|
|
1520 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1521 "invalid time value \"%V\"", &value[n]);
|
|
|
1522 return NGX_CONF_ERROR;
|
|
0
|
1523 }
|
|
|
1524
|
|
464
|
1525 if (n == 1) {
|
|
|
1526
|
|
|
1527 for (i = 0; i < 3; i++) {
|
|
|
1528 v = ngx_array_push(*a);
|
|
|
1529 if (v == NULL) {
|
|
|
1530 return NGX_CONF_ERROR;
|
|
|
1531 }
|
|
|
1532
|
|
|
1533 v->status = statuses[i];
|
|
|
1534 v->valid = valid;
|
|
|
1535 }
|
|
|
1536
|
|
|
1537 return NGX_CONF_OK;
|
|
0
|
1538 }
|
|
|
1539
|
|
464
|
1540 for (i = 1; i < n; i++) {
|
|
|
1541
|
|
|
1542 if (ngx_strcmp(value[i].data, "any") == 0) {
|
|
|
1543
|
|
|
1544 status = 0;
|
|
|
1545
|
|
|
1546 } else {
|
|
0
|
1547
|
|
464
|
1548 status = ngx_atoi(value[i].data, value[i].len);
|
|
|
1549 if (status < 100) {
|
|
|
1550 ngx_conf_log_error(NGX_LOG_EMERG, cf, 0,
|
|
|
1551 "invalid status \"%V\"", &value[i]);
|
|
|
1552 return NGX_CONF_ERROR;
|
|
|
1553 }
|
|
|
1554 }
|
|
|
1555
|
|
|
1556 v = ngx_array_push(*a);
|
|
|
1557 if (v == NULL) {
|
|
|
1558 return NGX_CONF_ERROR;
|
|
|
1559 }
|
|
|
1560
|
|
|
1561 v->status = status;
|
|
|
1562 v->valid = valid;
|
|
|
1563 }
|
|
|
1564
|
|
|
1565 return NGX_CONF_OK;
|
|
0
|
1566 }
|
