|
34
|
1
|
|
|
2 /*
|
|
|
3 * Copyright (C) Igor Sysoev
|
|
660
|
4 * Copyright (C) Nginx, Inc.
|
|
34
|
5 */
|
|
|
6
|
|
|
7
|
|
|
8 #include <ngx_config.h>
|
|
|
9 #include <ngx_core.h>
|
|
|
10
|
|
|
11
|
|
|
12 static void *ngx_radix_alloc(ngx_radix_tree_t *tree);
|
|
|
13
|
|
|
14
|
|
36
|
15 ngx_radix_tree_t *
|
|
38
|
16 ngx_radix_tree_create(ngx_pool_t *pool, ngx_int_t preallocate)
|
|
34
|
17 {
|
|
36
|
18 uint32_t key, mask, inc;
|
|
34
|
19 ngx_radix_tree_t *tree;
|
|
|
20
|
|
50
|
21 tree = ngx_palloc(pool, sizeof(ngx_radix_tree_t));
|
|
|
22 if (tree == NULL) {
|
|
34
|
23 return NULL;
|
|
|
24 }
|
|
|
25
|
|
|
26 tree->pool = pool;
|
|
|
27 tree->free = NULL;
|
|
|
28 tree->start = NULL;
|
|
|
29 tree->size = 0;
|
|
|
30
|
|
50
|
31 tree->root = ngx_radix_alloc(tree);
|
|
|
32 if (tree->root == NULL) {
|
|
34
|
33 return NULL;
|
|
|
34 }
|
|
|
35
|
|
|
36 tree->root->right = NULL;
|
|
|
37 tree->root->left = NULL;
|
|
|
38 tree->root->parent = NULL;
|
|
|
39 tree->root->value = NGX_RADIX_NO_VALUE;
|
|
|
40
|
|
38
|
41 if (preallocate == 0) {
|
|
|
42 return tree;
|
|
|
43 }
|
|
|
44
|
|
36
|
45 /*
|
|
426
|
46 * Preallocation of first nodes : 0, 1, 00, 01, 10, 11, 000, 001, etc.
|
|
|
47 * increases TLB hits even if for first lookup iterations.
|
|
|
48 * On 32-bit platforms the 7 preallocated bits takes continuous 4K,
|
|
|
49 * 8 - 8K, 9 - 16K, etc. On 64-bit platforms the 6 preallocated bits
|
|
38
|
50 * takes continuous 4K, 7 - 8K, 8 - 16K, etc. There is no sense to
|
|
|
51 * to preallocate more than one page, because further preallocation
|
|
426
|
52 * distributes the only bit per page. Instead, a random insertion
|
|
38
|
53 * may distribute several bits per page.
|
|
|
54 *
|
|
|
55 * Thus, by default we preallocate maximum
|
|
|
56 * 6 bits on amd64 (64-bit platform and 4K pages)
|
|
|
57 * 7 bits on i386 (32-bit platform and 4K pages)
|
|
|
58 * 7 bits on sparc64 in 64-bit mode (8K pages)
|
|
|
59 * 8 bits on sparc64 in 32-bit mode (8K pages)
|
|
36
|
60 */
|
|
|
61
|
|
38
|
62 if (preallocate == -1) {
|
|
684
|
63 switch (ngx_pagesize / sizeof(ngx_radix_node_t)) {
|
|
38
|
64
|
|
|
65 /* amd64 */
|
|
|
66 case 128:
|
|
|
67 preallocate = 6;
|
|
|
68 break;
|
|
|
69
|
|
|
70 /* i386, sparc64 */
|
|
|
71 case 256:
|
|
|
72 preallocate = 7;
|
|
|
73 break;
|
|
|
74
|
|
|
75 /* sparc64 in 32-bit mode */
|
|
|
76 default:
|
|
|
77 preallocate = 8;
|
|
|
78 }
|
|
|
79 }
|
|
|
80
|
|
36
|
81 mask = 0;
|
|
|
82 inc = 0x80000000;
|
|
|
83
|
|
|
84 while (preallocate--) {
|
|
|
85
|
|
|
86 key = 0;
|
|
|
87 mask >>= 1;
|
|
|
88 mask |= 0x80000000;
|
|
|
89
|
|
|
90 do {
|
|
|
91 if (ngx_radix32tree_insert(tree, key, mask, NGX_RADIX_NO_VALUE)
|
|
290
|
92 != NGX_OK)
|
|
36
|
93 {
|
|
|
94 return NULL;
|
|
|
95 }
|
|
|
96
|
|
|
97 key += inc;
|
|
|
98
|
|
|
99 } while (key);
|
|
|
100
|
|
|
101 inc >>= 1;
|
|
|
102 }
|
|
|
103
|
|
34
|
104 return tree;
|
|
|
105 }
|
|
|
106
|
|
|
107
|
|
36
|
108 ngx_int_t
|
|
|
109 ngx_radix32tree_insert(ngx_radix_tree_t *tree, uint32_t key, uint32_t mask,
|
|
|
110 uintptr_t value)
|
|
34
|
111 {
|
|
|
112 uint32_t bit;
|
|
|
113 ngx_radix_node_t *node, *next;
|
|
|
114
|
|
|
115 bit = 0x80000000;
|
|
|
116
|
|
|
117 node = tree->root;
|
|
|
118 next = tree->root;
|
|
|
119
|
|
|
120 while (bit & mask) {
|
|
|
121 if (key & bit) {
|
|
|
122 next = node->right;
|
|
|
123
|
|
|
124 } else {
|
|
|
125 next = node->left;
|
|
|
126 }
|
|
|
127
|
|
|
128 if (next == NULL) {
|
|
|
129 break;
|
|
|
130 }
|
|
|
131
|
|
|
132 bit >>= 1;
|
|
|
133 node = next;
|
|
|
134 }
|
|
|
135
|
|
|
136 if (next) {
|
|
|
137 if (node->value != NGX_RADIX_NO_VALUE) {
|
|
|
138 return NGX_BUSY;
|
|
|
139 }
|
|
|
140
|
|
|
141 node->value = value;
|
|
|
142 return NGX_OK;
|
|
|
143 }
|
|
|
144
|
|
|
145 while (bit & mask) {
|
|
50
|
146 next = ngx_radix_alloc(tree);
|
|
|
147 if (next == NULL) {
|
|
34
|
148 return NGX_ERROR;
|
|
|
149 }
|
|
|
150
|
|
|
151 next->right = NULL;
|
|
|
152 next->left = NULL;
|
|
|
153 next->parent = node;
|
|
|
154 next->value = NGX_RADIX_NO_VALUE;
|
|
|
155
|
|
|
156 if (key & bit) {
|
|
|
157 node->right = next;
|
|
|
158
|
|
|
159 } else {
|
|
|
160 node->left = next;
|
|
|
161 }
|
|
|
162
|
|
|
163 bit >>= 1;
|
|
|
164 node = next;
|
|
|
165 }
|
|
|
166
|
|
|
167 node->value = value;
|
|
|
168
|
|
|
169 return NGX_OK;
|
|
|
170 }
|
|
|
171
|
|
|
172
|
|
36
|
173 ngx_int_t
|
|
|
174 ngx_radix32tree_delete(ngx_radix_tree_t *tree, uint32_t key, uint32_t mask)
|
|
34
|
175 {
|
|
|
176 uint32_t bit;
|
|
|
177 ngx_radix_node_t *node;
|
|
|
178
|
|
|
179 bit = 0x80000000;
|
|
|
180 node = tree->root;
|
|
|
181
|
|
|
182 while (node && (bit & mask)) {
|
|
|
183 if (key & bit) {
|
|
|
184 node = node->right;
|
|
|
185
|
|
|
186 } else {
|
|
|
187 node = node->left;
|
|
|
188 }
|
|
|
189
|
|
|
190 bit >>= 1;
|
|
|
191 }
|
|
|
192
|
|
|
193 if (node == NULL) {
|
|
|
194 return NGX_ERROR;
|
|
|
195 }
|
|
|
196
|
|
|
197 if (node->right || node->left) {
|
|
|
198 if (node->value != NGX_RADIX_NO_VALUE) {
|
|
|
199 node->value = NGX_RADIX_NO_VALUE;
|
|
|
200 return NGX_OK;
|
|
|
201 }
|
|
|
202
|
|
|
203 return NGX_ERROR;
|
|
|
204 }
|
|
|
205
|
|
|
206 for ( ;; ) {
|
|
|
207 if (node->parent->right == node) {
|
|
|
208 node->parent->right = NULL;
|
|
112
|
209
|
|
34
|
210 } else {
|
|
|
211 node->parent->left = NULL;
|
|
|
212 }
|
|
|
213
|
|
|
214 node->right = tree->free;
|
|
|
215 tree->free = node;
|
|
|
216
|
|
|
217 node = node->parent;
|
|
|
218
|
|
112
|
219 if (node->right || node->left) {
|
|
|
220 break;
|
|
|
221 }
|
|
|
222
|
|
|
223 if (node->value != NGX_RADIX_NO_VALUE) {
|
|
|
224 break;
|
|
|
225 }
|
|
|
226
|
|
|
227 if (node->parent == NULL) {
|
|
34
|
228 break;
|
|
|
229 }
|
|
|
230 }
|
|
|
231
|
|
|
232 return NGX_OK;
|
|
|
233 }
|
|
|
234
|
|
|
235
|
|
36
|
236 uintptr_t
|
|
|
237 ngx_radix32tree_find(ngx_radix_tree_t *tree, uint32_t key)
|
|
34
|
238 {
|
|
|
239 uint32_t bit;
|
|
|
240 uintptr_t value;
|
|
|
241 ngx_radix_node_t *node;
|
|
|
242
|
|
|
243 bit = 0x80000000;
|
|
|
244 value = NGX_RADIX_NO_VALUE;
|
|
|
245 node = tree->root;
|
|
|
246
|
|
|
247 while (node) {
|
|
|
248 if (node->value != NGX_RADIX_NO_VALUE) {
|
|
|
249 value = node->value;
|
|
|
250 }
|
|
|
251
|
|
|
252 if (key & bit) {
|
|
|
253 node = node->right;
|
|
|
254
|
|
|
255 } else {
|
|
|
256 node = node->left;
|
|
|
257 }
|
|
|
258
|
|
|
259 bit >>= 1;
|
|
|
260 }
|
|
|
261
|
|
|
262 return value;
|
|
|
263 }
|
|
|
264
|
|
|
265
|
|
36
|
266 static void *
|
|
|
267 ngx_radix_alloc(ngx_radix_tree_t *tree)
|
|
34
|
268 {
|
|
|
269 char *p;
|
|
|
270
|
|
|
271 if (tree->free) {
|
|
|
272 p = (char *) tree->free;
|
|
|
273 tree->free = tree->free->right;
|
|
|
274 return p;
|
|
|
275 }
|
|
|
276
|
|
|
277 if (tree->size < sizeof(ngx_radix_node_t)) {
|
|
404
|
278 tree->start = ngx_pmemalign(tree->pool, ngx_pagesize, ngx_pagesize);
|
|
50
|
279 if (tree->start == NULL) {
|
|
34
|
280 return NULL;
|
|
|
281 }
|
|
|
282
|
|
|
283 tree->size = ngx_pagesize;
|
|
|
284 }
|
|
|
285
|
|
|
286 p = tree->start;
|
|
|
287 tree->start += sizeof(ngx_radix_node_t);
|
|
|
288 tree->size -= sizeof(ngx_radix_node_t);
|
|
|
289
|
|
|
290 return p;
|
|
|
291 }
|
