332
|
1
|
|
2 /*
|
|
3 * Copyright (C) Igor Sysoev
|
|
4 */
|
|
5
|
|
6
|
|
7 #include <ngx_config.h>
|
|
8 #include <ngx_core.h>
|
|
9 #include <ngx_event.h>
|
|
10
|
|
11
|
|
12 /*
|
|
13 * open file cache caches
|
|
14 * open file handles with stat() info;
|
|
15 * directories stat() info;
|
|
16 * files and directories errors: not found, access denied, etc.
|
|
17 */
|
|
18
|
|
19
|
532
|
20 #define NGX_MIN_READ_AHEAD (128 * 1024)
|
|
21
|
|
22
|
332
|
23 static void ngx_open_file_cache_cleanup(void *data);
|
358
|
24 static ngx_int_t ngx_open_and_stat_file(u_char *name, ngx_open_file_info_t *of,
|
|
25 ngx_log_t *log);
|
|
26 static void ngx_open_file_add_event(ngx_open_file_cache_t *cache,
|
|
27 ngx_cached_open_file_t *file, ngx_open_file_info_t *of, ngx_log_t *log);
|
332
|
28 static void ngx_open_file_cleanup(void *data);
|
|
29 static void ngx_close_cached_file(ngx_open_file_cache_t *cache,
|
358
|
30 ngx_cached_open_file_t *file, ngx_uint_t min_uses, ngx_log_t *log);
|
|
31 static void ngx_open_file_del_event(ngx_cached_open_file_t *file);
|
332
|
32 static void ngx_expire_old_cached_files(ngx_open_file_cache_t *cache,
|
|
33 ngx_uint_t n, ngx_log_t *log);
|
|
34 static void ngx_open_file_cache_rbtree_insert_value(ngx_rbtree_node_t *temp,
|
|
35 ngx_rbtree_node_t *node, ngx_rbtree_node_t *sentinel);
|
358
|
36 static ngx_cached_open_file_t *
|
|
37 ngx_open_file_lookup(ngx_open_file_cache_t *cache, ngx_str_t *name,
|
|
38 uint32_t hash);
|
332
|
39 static void ngx_open_file_cache_remove(ngx_event_t *ev);
|
|
40
|
|
41
|
|
42 ngx_open_file_cache_t *
|
|
43 ngx_open_file_cache_init(ngx_pool_t *pool, ngx_uint_t max, time_t inactive)
|
|
44 {
|
|
45 ngx_pool_cleanup_t *cln;
|
|
46 ngx_open_file_cache_t *cache;
|
|
47
|
|
48 cache = ngx_palloc(pool, sizeof(ngx_open_file_cache_t));
|
|
49 if (cache == NULL) {
|
|
50 return NULL;
|
|
51 }
|
|
52
|
358
|
53 ngx_rbtree_init(&cache->rbtree, &cache->sentinel,
|
|
54 ngx_open_file_cache_rbtree_insert_value);
|
332
|
55
|
358
|
56 ngx_queue_init(&cache->expire_queue);
|
332
|
57
|
|
58 cache->current = 0;
|
|
59 cache->max = max;
|
|
60 cache->inactive = inactive;
|
|
61
|
|
62 cln = ngx_pool_cleanup_add(pool, 0);
|
|
63 if (cln == NULL) {
|
|
64 return NULL;
|
|
65 }
|
|
66
|
|
67 cln->handler = ngx_open_file_cache_cleanup;
|
|
68 cln->data = cache;
|
|
69
|
|
70 return cache;
|
|
71 }
|
|
72
|
|
73
|
|
74 static void
|
|
75 ngx_open_file_cache_cleanup(void *data)
|
|
76 {
|
|
77 ngx_open_file_cache_t *cache = data;
|
|
78
|
358
|
79 ngx_queue_t *q;
|
332
|
80 ngx_cached_open_file_t *file;
|
|
81
|
|
82 ngx_log_debug0(NGX_LOG_DEBUG_CORE, ngx_cycle->log, 0,
|
|
83 "open file cache cleanup");
|
|
84
|
|
85 for ( ;; ) {
|
|
86
|
358
|
87 if (ngx_queue_empty(&cache->expire_queue)) {
|
332
|
88 break;
|
|
89 }
|
|
90
|
358
|
91 q = ngx_queue_last(&cache->expire_queue);
|
|
92
|
|
93 file = ngx_queue_data(q, ngx_cached_open_file_t, queue);
|
|
94
|
|
95 ngx_queue_remove(q);
|
332
|
96
|
|
97 ngx_rbtree_delete(&cache->rbtree, &file->node);
|
|
98
|
|
99 cache->current--;
|
|
100
|
|
101 ngx_log_debug1(NGX_LOG_DEBUG_CORE, ngx_cycle->log, 0,
|
|
102 "delete cached open file: %s", file->name);
|
|
103
|
|
104 if (!file->err && !file->is_dir) {
|
|
105 file->close = 1;
|
|
106 file->count = 0;
|
358
|
107 ngx_close_cached_file(cache, file, 0, ngx_cycle->log);
|
332
|
108
|
|
109 } else {
|
|
110 ngx_free(file->name);
|
|
111 ngx_free(file);
|
|
112 }
|
|
113 }
|
|
114
|
|
115 if (cache->current) {
|
|
116 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0,
|
|
117 "%d items still leave in open file cache",
|
|
118 cache->current);
|
|
119 }
|
|
120
|
|
121 if (cache->rbtree.root != cache->rbtree.sentinel) {
|
|
122 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0,
|
|
123 "rbtree still is not empty in open file cache");
|
|
124
|
|
125 }
|
|
126 }
|
|
127
|
|
128
|
|
129 ngx_int_t
|
|
130 ngx_open_cached_file(ngx_open_file_cache_t *cache, ngx_str_t *name,
|
|
131 ngx_open_file_info_t *of, ngx_pool_t *pool)
|
|
132 {
|
|
133 time_t now;
|
|
134 uint32_t hash;
|
|
135 ngx_int_t rc;
|
482
|
136 ngx_file_info_t fi;
|
332
|
137 ngx_pool_cleanup_t *cln;
|
|
138 ngx_cached_open_file_t *file;
|
|
139 ngx_pool_cleanup_file_t *clnf;
|
|
140 ngx_open_file_cache_cleanup_t *ofcln;
|
|
141
|
384
|
142 of->fd = NGX_INVALID_FILE;
|
332
|
143 of->err = 0;
|
|
144
|
|
145 if (cache == NULL) {
|
|
146
|
482
|
147 if (of->test_only) {
|
|
148
|
484
|
149 if (ngx_file_info(name->data, &fi) == NGX_FILE_ERROR) {
|
482
|
150 of->err = ngx_errno;
|
|
151 of->failed = ngx_file_info_n;
|
|
152 return NGX_ERROR;
|
|
153 }
|
|
154
|
|
155 of->uniq = ngx_file_uniq(&fi);
|
|
156 of->mtime = ngx_file_mtime(&fi);
|
|
157 of->size = ngx_file_size(&fi);
|
622
|
158 of->fs_size = ngx_file_fs_size(&fi);
|
482
|
159 of->is_dir = ngx_is_dir(&fi);
|
|
160 of->is_file = ngx_is_file(&fi);
|
|
161 of->is_link = ngx_is_link(&fi);
|
|
162 of->is_exec = ngx_is_exec(&fi);
|
|
163
|
|
164 return NGX_OK;
|
|
165 }
|
|
166
|
332
|
167 cln = ngx_pool_cleanup_add(pool, sizeof(ngx_pool_cleanup_file_t));
|
|
168 if (cln == NULL) {
|
|
169 return NGX_ERROR;
|
|
170 }
|
|
171
|
|
172 rc = ngx_open_and_stat_file(name->data, of, pool->log);
|
|
173
|
|
174 if (rc == NGX_OK && !of->is_dir) {
|
|
175 cln->handler = ngx_pool_cleanup_file;
|
|
176 clnf = cln->data;
|
|
177
|
|
178 clnf->fd = of->fd;
|
|
179 clnf->name = name->data;
|
|
180 clnf->log = pool->log;
|
|
181 }
|
|
182
|
|
183 return rc;
|
|
184 }
|
|
185
|
|
186 cln = ngx_pool_cleanup_add(pool, sizeof(ngx_open_file_cache_cleanup_t));
|
|
187 if (cln == NULL) {
|
|
188 return NGX_ERROR;
|
|
189 }
|
|
190
|
|
191 now = ngx_time();
|
|
192
|
358
|
193 hash = ngx_crc32_long(name->data, name->len);
|
|
194
|
|
195 file = ngx_open_file_lookup(cache, name, hash);
|
|
196
|
|
197 if (file) {
|
|
198
|
|
199 file->uses++;
|
|
200
|
|
201 ngx_queue_remove(&file->queue);
|
332
|
202
|
358
|
203 if (file->fd == NGX_INVALID_FILE && file->err == 0 && !file->is_dir) {
|
|
204
|
|
205 /* file was not used often enough to keep open */
|
|
206
|
|
207 rc = ngx_open_and_stat_file(name->data, of, pool->log);
|
332
|
208
|
358
|
209 if (rc != NGX_OK && (of->err == 0 || !of->errors)) {
|
|
210 goto failed;
|
|
211 }
|
|
212
|
|
213 goto add_event;
|
332
|
214 }
|
|
215
|
384
|
216 if (file->use_event
|
|
217 || (file->event == NULL
|
|
218 && (of->uniq == 0 || of->uniq == file->uniq)
|
|
219 && now - file->created < of->valid))
|
358
|
220 {
|
|
221 if (file->err == 0) {
|
332
|
222
|
358
|
223 of->fd = file->fd;
|
|
224 of->uniq = file->uniq;
|
|
225 of->mtime = file->mtime;
|
|
226 of->size = file->size;
|
332
|
227
|
358
|
228 of->is_dir = file->is_dir;
|
|
229 of->is_file = file->is_file;
|
|
230 of->is_link = file->is_link;
|
|
231 of->is_exec = file->is_exec;
|
410
|
232 of->is_directio = file->is_directio;
|
332
|
233
|
358
|
234 if (!file->is_dir) {
|
|
235 file->count++;
|
|
236 ngx_open_file_add_event(cache, file, of, pool->log);
|
332
|
237 }
|
|
238
|
358
|
239 } else {
|
|
240 of->err = file->err;
|
484
|
241 of->failed = ngx_open_file_n;
|
358
|
242 }
|
|
243
|
|
244 goto found;
|
|
245 }
|
|
246
|
|
247 ngx_log_debug4(NGX_LOG_DEBUG_CORE, pool->log, 0,
|
|
248 "retest open file: %s, fd:%d, c:%d, e:%d",
|
|
249 file->name, file->fd, file->count, file->err);
|
|
250
|
|
251 if (file->is_dir) {
|
|
252
|
|
253 /*
|
|
254 * chances that directory became file are very small
|
|
255 * so test_dir flag allows to use a single syscall
|
|
256 * in ngx_file_info() instead of three syscalls
|
|
257 */
|
|
258
|
|
259 of->test_dir = 1;
|
|
260 }
|
|
261
|
384
|
262 of->fd = file->fd;
|
|
263 of->uniq = file->uniq;
|
|
264
|
358
|
265 rc = ngx_open_and_stat_file(name->data, of, pool->log);
|
332
|
266
|
358
|
267 if (rc != NGX_OK && (of->err == 0 || !of->errors)) {
|
|
268 goto failed;
|
|
269 }
|
|
270
|
|
271 if (of->is_dir) {
|
|
272
|
|
273 if (file->is_dir || file->err) {
|
|
274 goto update;
|
|
275 }
|
|
276
|
|
277 /* file became directory */
|
|
278
|
|
279 } else if (of->err == 0) { /* file */
|
|
280
|
|
281 if (file->is_dir || file->err) {
|
|
282 goto add_event;
|
|
283 }
|
|
284
|
384
|
285 if (of->uniq == file->uniq) {
|
332
|
286
|
358
|
287 file->count++;
|
332
|
288
|
358
|
289 if (file->event) {
|
|
290 file->use_event = 1;
|
332
|
291 }
|
|
292
|
358
|
293 goto renew;
|
|
294 }
|
332
|
295
|
358
|
296 /* file was changed */
|
332
|
297
|
358
|
298 } else { /* error to cache */
|
332
|
299
|
358
|
300 if (file->err || file->is_dir) {
|
|
301 goto update;
|
332
|
302 }
|
|
303
|
358
|
304 /* file was removed, etc. */
|
|
305 }
|
|
306
|
|
307 if (file->count == 0) {
|
|
308
|
|
309 ngx_open_file_del_event(file);
|
332
|
310
|
358
|
311 if (ngx_close_file(file->fd) == NGX_FILE_ERROR) {
|
|
312 ngx_log_error(NGX_LOG_ALERT, pool->log, ngx_errno,
|
|
313 ngx_close_file_n " \"%s\" failed",
|
|
314 name->data);
|
|
315 }
|
332
|
316
|
358
|
317 goto add_event;
|
|
318 }
|
|
319
|
|
320 ngx_rbtree_delete(&cache->rbtree, &file->node);
|
|
321
|
|
322 cache->current--;
|
|
323
|
|
324 file->close = 1;
|
|
325
|
|
326 goto create;
|
332
|
327 }
|
|
328
|
|
329 /* not found */
|
|
330
|
|
331 rc = ngx_open_and_stat_file(name->data, of, pool->log);
|
|
332
|
|
333 if (rc != NGX_OK && (of->err == 0 || !of->errors)) {
|
|
334 goto failed;
|
|
335 }
|
|
336
|
|
337 create:
|
|
338
|
|
339 if (cache->current >= cache->max) {
|
|
340 ngx_expire_old_cached_files(cache, 0, pool->log);
|
|
341 }
|
|
342
|
|
343 file = ngx_alloc(sizeof(ngx_cached_open_file_t), pool->log);
|
|
344
|
|
345 if (file == NULL) {
|
|
346 goto failed;
|
|
347 }
|
|
348
|
|
349 file->name = ngx_alloc(name->len + 1, pool->log);
|
|
350
|
|
351 if (file->name == NULL) {
|
|
352 ngx_free(file);
|
|
353 file = NULL;
|
|
354 goto failed;
|
|
355 }
|
|
356
|
|
357 ngx_cpystrn(file->name, name->data, name->len + 1);
|
|
358
|
|
359 file->node.key = hash;
|
|
360
|
|
361 ngx_rbtree_insert(&cache->rbtree, &file->node);
|
|
362
|
|
363 cache->current++;
|
|
364
|
358
|
365 file->uses = 1;
|
332
|
366 file->count = 0;
|
500
|
367 file->use_event = 0;
|
358
|
368 file->event = NULL;
|
|
369
|
|
370 add_event:
|
|
371
|
|
372 ngx_open_file_add_event(cache, file, of, pool->log);
|
332
|
373
|
|
374 update:
|
|
375
|
|
376 file->fd = of->fd;
|
|
377 file->err = of->err;
|
|
378
|
|
379 if (of->err == 0) {
|
|
380 file->uniq = of->uniq;
|
|
381 file->mtime = of->mtime;
|
|
382 file->size = of->size;
|
|
383
|
|
384 file->close = 0;
|
|
385
|
|
386 file->is_dir = of->is_dir;
|
|
387 file->is_file = of->is_file;
|
|
388 file->is_link = of->is_link;
|
|
389 file->is_exec = of->is_exec;
|
410
|
390 file->is_directio = of->is_directio;
|
332
|
391
|
|
392 if (!of->is_dir) {
|
|
393 file->count++;
|
|
394 }
|
|
395 }
|
|
396
|
|
397 renew:
|
|
398
|
|
399 file->created = now;
|
|
400
|
|
401 found:
|
|
402
|
|
403 file->accessed = now;
|
|
404
|
358
|
405 ngx_queue_insert_head(&cache->expire_queue, &file->queue);
|
332
|
406
|
358
|
407 ngx_log_debug5(NGX_LOG_DEBUG_CORE, pool->log, 0,
|
|
408 "cached open file: %s, fd:%d, c:%d, e:%d, u:%d",
|
|
409 file->name, file->fd, file->count, file->err, file->uses);
|
332
|
410
|
|
411 if (of->err == 0) {
|
|
412
|
|
413 if (!of->is_dir) {
|
|
414 cln->handler = ngx_open_file_cleanup;
|
|
415 ofcln = cln->data;
|
|
416
|
|
417 ofcln->cache = cache;
|
|
418 ofcln->file = file;
|
358
|
419 ofcln->min_uses = of->min_uses;
|
332
|
420 ofcln->log = pool->log;
|
|
421 }
|
|
422
|
|
423 return NGX_OK;
|
|
424 }
|
|
425
|
|
426 return NGX_ERROR;
|
|
427
|
|
428 failed:
|
|
429
|
374
|
430 if (file) {
|
332
|
431 ngx_rbtree_delete(&cache->rbtree, &file->node);
|
|
432
|
|
433 cache->current--;
|
|
434
|
374
|
435 if (file->count == 0) {
|
|
436
|
376
|
437 if (file->fd != NGX_INVALID_FILE) {
|
|
438 if (ngx_close_file(file->fd) == NGX_FILE_ERROR) {
|
|
439 ngx_log_error(NGX_LOG_ALERT, pool->log, ngx_errno,
|
|
440 ngx_close_file_n " \"%s\" failed",
|
374
|
441 file->name);
|
376
|
442 }
|
|
443 }
|
374
|
444
|
|
445 ngx_free(file->name);
|
|
446 ngx_free(file);
|
|
447
|
|
448 } else {
|
|
449 file->close = 1;
|
332
|
450 }
|
|
451 }
|
|
452
|
|
453 if (of->fd != NGX_INVALID_FILE) {
|
|
454 if (ngx_close_file(of->fd) == NGX_FILE_ERROR) {
|
|
455 ngx_log_error(NGX_LOG_ALERT, pool->log, ngx_errno,
|
|
456 ngx_close_file_n " \"%s\" failed", name->data);
|
|
457 }
|
|
458 }
|
|
459
|
|
460 return NGX_ERROR;
|
|
461 }
|
|
462
|
|
463
|
|
464 static ngx_int_t
|
|
465 ngx_open_and_stat_file(u_char *name, ngx_open_file_info_t *of, ngx_log_t *log)
|
|
466 {
|
|
467 ngx_fd_t fd;
|
|
468 ngx_file_info_t fi;
|
|
469
|
384
|
470 if (of->fd != NGX_INVALID_FILE) {
|
332
|
471
|
484
|
472 if (ngx_file_info(name, &fi) == NGX_FILE_ERROR) {
|
482
|
473 of->failed = ngx_file_info_n;
|
384
|
474 goto failed;
|
332
|
475 }
|
|
476
|
384
|
477 if (of->uniq == ngx_file_uniq(&fi)) {
|
|
478 goto done;
|
|
479 }
|
|
480
|
|
481 } else if (of->test_dir) {
|
|
482
|
484
|
483 if (ngx_file_info(name, &fi) == NGX_FILE_ERROR) {
|
482
|
484 of->failed = ngx_file_info_n;
|
384
|
485 goto failed;
|
|
486 }
|
332
|
487
|
440
|
488 if (ngx_is_dir(&fi)) {
|
384
|
489 goto done;
|
332
|
490 }
|
|
491 }
|
|
492
|
384
|
493 if (!of->log) {
|
568
|
494
|
|
495 /*
|
|
496 * Use non-blocking open() not to hang on FIFO files, etc.
|
|
497 * This flag has no effect on a regular files.
|
|
498 */
|
|
499
|
|
500 fd = ngx_open_file(name, NGX_FILE_RDONLY|NGX_FILE_NONBLOCK,
|
|
501 NGX_FILE_OPEN, 0);
|
384
|
502
|
|
503 } else {
|
470
|
504 fd = ngx_open_file(name, NGX_FILE_APPEND, NGX_FILE_CREATE_OR_OPEN,
|
384
|
505 NGX_FILE_DEFAULT_ACCESS);
|
|
506 }
|
332
|
507
|
|
508 if (fd == NGX_INVALID_FILE) {
|
482
|
509 of->failed = ngx_open_file_n;
|
384
|
510 goto failed;
|
332
|
511 }
|
|
512
|
|
513 if (ngx_fd_info(fd, &fi) == NGX_FILE_ERROR) {
|
|
514 ngx_log_error(NGX_LOG_CRIT, log, ngx_errno,
|
|
515 ngx_fd_info_n " \"%s\" failed", name);
|
|
516
|
|
517 if (ngx_close_file(fd) == NGX_FILE_ERROR) {
|
|
518 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
|
|
519 ngx_close_file_n " \"%s\" failed", name);
|
|
520 }
|
|
521
|
384
|
522 of->fd = NGX_INVALID_FILE;
|
|
523
|
332
|
524 return NGX_ERROR;
|
|
525 }
|
|
526
|
|
527 if (ngx_is_dir(&fi)) {
|
|
528 if (ngx_close_file(fd) == NGX_FILE_ERROR) {
|
|
529 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
|
|
530 ngx_close_file_n " \"%s\" failed", name);
|
|
531 }
|
|
532
|
384
|
533 of->fd = NGX_INVALID_FILE;
|
|
534
|
|
535 } else {
|
|
536 of->fd = fd;
|
390
|
537
|
532
|
538 if (of->read_ahead && ngx_file_size(&fi) > NGX_MIN_READ_AHEAD) {
|
|
539 if (ngx_read_ahead(fd, of->read_ahead) == NGX_ERROR) {
|
|
540 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
|
|
541 ngx_read_ahead_n " \"%s\" failed", name);
|
|
542 }
|
|
543 }
|
|
544
|
390
|
545 if (of->directio <= ngx_file_size(&fi)) {
|
530
|
546 if (ngx_directio_on(fd) == NGX_FILE_ERROR) {
|
390
|
547 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
|
410
|
548 ngx_directio_on_n " \"%s\" failed", name);
|
406
|
549
|
|
550 } else {
|
|
551 of->is_directio = 1;
|
390
|
552 }
|
|
553 }
|
332
|
554 }
|
|
555
|
384
|
556 done:
|
|
557
|
332
|
558 of->uniq = ngx_file_uniq(&fi);
|
|
559 of->mtime = ngx_file_mtime(&fi);
|
|
560 of->size = ngx_file_size(&fi);
|
622
|
561 of->fs_size = ngx_file_fs_size(&fi);
|
332
|
562 of->is_dir = ngx_is_dir(&fi);
|
|
563 of->is_file = ngx_is_file(&fi);
|
|
564 of->is_link = ngx_is_link(&fi);
|
|
565 of->is_exec = ngx_is_exec(&fi);
|
|
566
|
|
567 return NGX_OK;
|
384
|
568
|
|
569 failed:
|
|
570
|
|
571 of->fd = NGX_INVALID_FILE;
|
|
572 of->err = ngx_errno;
|
|
573
|
|
574 return NGX_ERROR;
|
332
|
575 }
|
|
576
|
|
577
|
358
|
578 /*
|
|
579 * we ignore any possible event setting error and
|
|
580 * fallback to usual periodic file retests
|
|
581 */
|
|
582
|
|
583 static void
|
|
584 ngx_open_file_add_event(ngx_open_file_cache_t *cache,
|
|
585 ngx_cached_open_file_t *file, ngx_open_file_info_t *of, ngx_log_t *log)
|
|
586 {
|
|
587 ngx_open_file_cache_event_t *fev;
|
|
588
|
|
589 if (!(ngx_event_flags & NGX_USE_VNODE_EVENT)
|
|
590 || !of->events
|
|
591 || file->event
|
|
592 || of->fd == NGX_INVALID_FILE
|
|
593 || file->uses < of->min_uses)
|
|
594 {
|
|
595 return;
|
|
596 }
|
|
597
|
384
|
598 file->use_event = 0;
|
|
599
|
358
|
600 file->event = ngx_calloc(sizeof(ngx_event_t), log);
|
|
601 if (file->event== NULL) {
|
|
602 return;
|
|
603 }
|
|
604
|
|
605 fev = ngx_alloc(sizeof(ngx_open_file_cache_event_t), log);
|
|
606 if (fev == NULL) {
|
|
607 ngx_free(file->event);
|
|
608 file->event = NULL;
|
|
609 return;
|
|
610 }
|
|
611
|
|
612 fev->fd = of->fd;
|
|
613 fev->file = file;
|
|
614 fev->cache = cache;
|
|
615
|
|
616 file->event->handler = ngx_open_file_cache_remove;
|
|
617 file->event->data = fev;
|
|
618
|
|
619 /*
|
|
620 * although vnode event may be called while ngx_cycle->poll
|
|
621 * destruction, however, cleanup procedures are run before any
|
|
622 * memory freeing and events will be canceled.
|
|
623 */
|
|
624
|
|
625 file->event->log = ngx_cycle->log;
|
|
626
|
|
627 if (ngx_add_event(file->event, NGX_VNODE_EVENT, NGX_ONESHOT_EVENT)
|
|
628 != NGX_OK)
|
|
629 {
|
|
630 ngx_free(file->event->data);
|
|
631 ngx_free(file->event);
|
|
632 file->event = NULL;
|
|
633 return;
|
|
634 }
|
|
635
|
|
636 /*
|
384
|
637 * we do not set file->use_event here because there may be a race
|
|
638 * condition: a file may be deleted between opening the file and
|
|
639 * adding event, so we rely upon event notification only after
|
|
640 * one file revalidation on next file access
|
358
|
641 */
|
|
642
|
|
643 return;
|
|
644 }
|
|
645
|
|
646
|
332
|
647 static void
|
|
648 ngx_open_file_cleanup(void *data)
|
|
649 {
|
|
650 ngx_open_file_cache_cleanup_t *c = data;
|
|
651
|
|
652 c->file->count--;
|
|
653
|
358
|
654 ngx_close_cached_file(c->cache, c->file, c->min_uses, c->log);
|
332
|
655
|
|
656 /* drop one or two expired open files */
|
|
657 ngx_expire_old_cached_files(c->cache, 1, c->log);
|
|
658 }
|
|
659
|
|
660
|
|
661 static void
|
|
662 ngx_close_cached_file(ngx_open_file_cache_t *cache,
|
358
|
663 ngx_cached_open_file_t *file, ngx_uint_t min_uses, ngx_log_t *log)
|
332
|
664 {
|
358
|
665 ngx_log_debug5(NGX_LOG_DEBUG_CORE, log, 0,
|
|
666 "close cached open file: %s, fd:%d, c:%d, u:%d, %d",
|
|
667 file->name, file->fd, file->count, file->uses, file->close);
|
332
|
668
|
|
669 if (!file->close) {
|
|
670
|
|
671 file->accessed = ngx_time();
|
|
672
|
358
|
673 ngx_queue_remove(&file->queue);
|
332
|
674
|
358
|
675 ngx_queue_insert_head(&cache->expire_queue, &file->queue);
|
332
|
676
|
358
|
677 if (file->uses >= min_uses || file->count) {
|
|
678 return;
|
332
|
679 }
|
|
680 }
|
|
681
|
358
|
682 ngx_open_file_del_event(file);
|
332
|
683
|
|
684 if (file->count) {
|
|
685 return;
|
|
686 }
|
|
687
|
358
|
688 if (file->fd != NGX_INVALID_FILE) {
|
|
689
|
|
690 if (ngx_close_file(file->fd) == NGX_FILE_ERROR) {
|
|
691 ngx_log_error(NGX_LOG_ALERT, log, ngx_errno,
|
|
692 ngx_close_file_n " \"%s\" failed", file->name);
|
|
693 }
|
|
694
|
|
695 file->fd = NGX_INVALID_FILE;
|
|
696 }
|
|
697
|
|
698 if (!file->close) {
|
|
699 return;
|
332
|
700 }
|
|
701
|
|
702 ngx_free(file->name);
|
|
703 ngx_free(file);
|
|
704 }
|
|
705
|
|
706
|
|
707 static void
|
358
|
708 ngx_open_file_del_event(ngx_cached_open_file_t *file)
|
|
709 {
|
|
710 if (file->event == NULL) {
|
|
711 return;
|
|
712 }
|
|
713
|
|
714 (void) ngx_del_event(file->event, NGX_VNODE_EVENT,
|
|
715 file->count ? NGX_FLUSH_EVENT : NGX_CLOSE_EVENT);
|
|
716
|
|
717 ngx_free(file->event->data);
|
|
718 ngx_free(file->event);
|
|
719 file->event = NULL;
|
|
720 file->use_event = 0;
|
|
721 }
|
|
722
|
|
723
|
|
724 static void
|
332
|
725 ngx_expire_old_cached_files(ngx_open_file_cache_t *cache, ngx_uint_t n,
|
|
726 ngx_log_t *log)
|
|
727 {
|
|
728 time_t now;
|
358
|
729 ngx_queue_t *q;
|
332
|
730 ngx_cached_open_file_t *file;
|
|
731
|
|
732 now = ngx_time();
|
|
733
|
|
734 /*
|
|
735 * n == 1 deletes one or two inactive files
|
|
736 * n == 0 deletes least recently used file by force
|
|
737 * and one or two inactive files
|
|
738 */
|
|
739
|
|
740 while (n < 3) {
|
|
741
|
358
|
742 if (ngx_queue_empty(&cache->expire_queue)) {
|
332
|
743 return;
|
|
744 }
|
|
745
|
358
|
746 q = ngx_queue_last(&cache->expire_queue);
|
|
747
|
|
748 file = ngx_queue_data(q, ngx_cached_open_file_t, queue);
|
|
749
|
332
|
750 if (n++ != 0 && now - file->accessed <= cache->inactive) {
|
|
751 return;
|
|
752 }
|
|
753
|
358
|
754 ngx_queue_remove(q);
|
332
|
755
|
|
756 ngx_rbtree_delete(&cache->rbtree, &file->node);
|
|
757
|
|
758 cache->current--;
|
|
759
|
|
760 ngx_log_debug1(NGX_LOG_DEBUG_CORE, log, 0,
|
|
761 "expire cached open file: %s", file->name);
|
|
762
|
|
763 if (!file->err && !file->is_dir) {
|
|
764 file->close = 1;
|
358
|
765 ngx_close_cached_file(cache, file, 0, log);
|
332
|
766
|
|
767 } else {
|
|
768 ngx_free(file->name);
|
|
769 ngx_free(file);
|
|
770 }
|
|
771 }
|
|
772 }
|
|
773
|
|
774
|
|
775 static void
|
|
776 ngx_open_file_cache_rbtree_insert_value(ngx_rbtree_node_t *temp,
|
|
777 ngx_rbtree_node_t *node, ngx_rbtree_node_t *sentinel)
|
|
778 {
|
|
779 ngx_rbtree_node_t **p;
|
|
780 ngx_cached_open_file_t *file, *file_temp;
|
|
781
|
|
782 for ( ;; ) {
|
|
783
|
|
784 if (node->key < temp->key) {
|
|
785
|
|
786 p = &temp->left;
|
|
787
|
|
788 } else if (node->key > temp->key) {
|
|
789
|
|
790 p = &temp->right;
|
|
791
|
|
792 } else { /* node->key == temp->key */
|
|
793
|
|
794 file = (ngx_cached_open_file_t *) node;
|
|
795 file_temp = (ngx_cached_open_file_t *) temp;
|
|
796
|
|
797 p = (ngx_strcmp(file->name, file_temp->name) < 0)
|
|
798 ? &temp->left : &temp->right;
|
|
799 }
|
|
800
|
|
801 if (*p == sentinel) {
|
|
802 break;
|
|
803 }
|
|
804
|
|
805 temp = *p;
|
|
806 }
|
|
807
|
|
808 *p = node;
|
|
809 node->parent = temp;
|
|
810 node->left = sentinel;
|
|
811 node->right = sentinel;
|
|
812 ngx_rbt_red(node);
|
|
813 }
|
|
814
|
|
815
|
358
|
816 static ngx_cached_open_file_t *
|
|
817 ngx_open_file_lookup(ngx_open_file_cache_t *cache, ngx_str_t *name,
|
|
818 uint32_t hash)
|
|
819 {
|
|
820 ngx_int_t rc;
|
|
821 ngx_rbtree_node_t *node, *sentinel;
|
|
822 ngx_cached_open_file_t *file;
|
|
823
|
|
824 node = cache->rbtree.root;
|
|
825 sentinel = cache->rbtree.sentinel;
|
|
826
|
|
827 while (node != sentinel) {
|
|
828
|
|
829 if (hash < node->key) {
|
|
830 node = node->left;
|
|
831 continue;
|
|
832 }
|
|
833
|
|
834 if (hash > node->key) {
|
|
835 node = node->right;
|
|
836 continue;
|
|
837 }
|
|
838
|
|
839 /* hash == node->key */
|
|
840
|
|
841 do {
|
|
842 file = (ngx_cached_open_file_t *) node;
|
|
843
|
|
844 rc = ngx_strcmp(name->data, file->name);
|
|
845
|
|
846 if (rc == 0) {
|
|
847 return file;
|
|
848 }
|
|
849
|
|
850 node = (rc < 0) ? node->left : node->right;
|
|
851
|
|
852 } while (node != sentinel && hash == node->key);
|
|
853
|
|
854 break;
|
|
855 }
|
|
856
|
|
857 return NULL;
|
|
858 }
|
|
859
|
|
860
|
332
|
861 static void
|
|
862 ngx_open_file_cache_remove(ngx_event_t *ev)
|
|
863 {
|
|
864 ngx_cached_open_file_t *file;
|
|
865 ngx_open_file_cache_event_t *fev;
|
|
866
|
|
867 fev = ev->data;
|
|
868 file = fev->file;
|
|
869
|
358
|
870 ngx_queue_remove(&file->queue);
|
332
|
871
|
|
872 ngx_rbtree_delete(&fev->cache->rbtree, &file->node);
|
|
873
|
|
874 fev->cache->current--;
|
|
875
|
|
876 /* NGX_ONESHOT_EVENT was already deleted */
|
|
877 file->event = NULL;
|
384
|
878 file->use_event = 0;
|
332
|
879
|
|
880 file->close = 1;
|
|
881
|
358
|
882 ngx_close_cached_file(fev->cache, file, 0, ev->log);
|
332
|
883
|
|
884 /* free memory only when fev->cache and fev->file are already not needed */
|
|
885
|
|
886 ngx_free(ev->data);
|
|
887 ngx_free(ev);
|
|
888 }
|