3 * Copyright (C) Igor Sysoev
7 #include <ngx_config.h>
12 ngx_hash_find(ngx_hash_t *hash, ngx_uint_t key, u_char *name, size_t len)
18 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "hf:\"%*s\"", len, name);
21 elt = hash->buckets[key % hash->size];
28 if (len != (size_t) elt->len) {
32 for (i = 0; i < len; i++) {
33 if (name[i] != elt->name[i]) {
42 elt = (ngx_hash_elt_t *) ngx_align_ptr(&elt->name[0] + elt->len,
52 ngx_hash_find_wc_head(ngx_hash_wildcard_t *hwc, u_char *name, size_t len)
58 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "wch:\"%*s\"", len, name);
64 if (name[n - 1] == '.') {
73 for (i = n; i < len; i++) {
74 key = ngx_hash(key, name[i]);
78 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "key:\"%ui\"", key);
81 value = ngx_hash_find(&hwc->hash, key, &name[n], len - n);
84 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "value:\"%p\"", value);
90 * the 2 low bits of value have the special meaning:
91 * 00 - value is data pointer for both "example.com"
92 * and "*.example.com";
93 * 01 - value is data pointer for "*.example.com" only;
94 * 10 - value is pointer to wildcard hash allowing
95 * both "example.com" and "*.example.com";
96 * 11 - value is pointer to wildcard hash allowing
97 * "*.example.com" only.
100 if ((uintptr_t) value & 2) {
106 if ((uintptr_t) value & 1) {
110 hwc = (ngx_hash_wildcard_t *)
111 ((uintptr_t) value & (uintptr_t) ~3);
115 hwc = (ngx_hash_wildcard_t *) ((uintptr_t) value & (uintptr_t) ~3);
117 value = ngx_hash_find_wc_head(hwc, name, n - 1);
126 if ((uintptr_t) value & 1) {
135 return (void *) ((uintptr_t) value & (uintptr_t) ~3);
146 ngx_hash_find_wc_tail(ngx_hash_wildcard_t *hwc, u_char *name, size_t len)
152 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "wct:\"%*s\"", len, name);
157 for (i = 0; i < len; i++) {
158 if (name[i] == '.') {
162 key = ngx_hash(key, name[i]);
170 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "key:\"%ui\"", key);
173 value = ngx_hash_find(&hwc->hash, key, name, i);
176 ngx_log_error(NGX_LOG_ALERT, ngx_cycle->log, 0, "value:\"%p\"", value);
182 * the 2 low bits of value have the special meaning:
183 * 00 - value is data pointer;
184 * 11 - value is pointer to wildcard hash allowing "example.*".
187 if ((uintptr_t) value & 2) {
191 hwc = (ngx_hash_wildcard_t *) ((uintptr_t) value & (uintptr_t) ~3);
193 value = ngx_hash_find_wc_tail(hwc, &name[i], len - i);
210 ngx_hash_find_combined(ngx_hash_combined_t *hash, ngx_uint_t key, u_char *name,
215 if (hash->hash.buckets) {
216 value = ngx_hash_find(&hash->hash, key, name, len);
227 if (hash->wc_head && hash->wc_head->hash.buckets) {
228 value = ngx_hash_find_wc_head(hash->wc_head, name, len);
235 if (hash->wc_tail && hash->wc_tail->hash.buckets) {
236 value = ngx_hash_find_wc_tail(hash->wc_tail, name, len);
247 #define NGX_HASH_ELT_SIZE(name) \
248 (sizeof(void *) + ngx_align((name)->key.len + 1, sizeof(void *)))
251 ngx_hash_init(ngx_hash_init_t *hinit, ngx_hash_key_t *names, ngx_uint_t nelts)
256 ngx_uint_t i, n, key, size, start, bucket_size;
257 ngx_hash_elt_t *elt, **buckets;
259 for (n = 0; n < nelts; n++) {
260 if (names[n].key.len >= 255) {
261 ngx_log_error(NGX_LOG_EMERG, hinit->pool->log, 0,
262 "the \"%V\" value to hash is to long: %uz bytes, "
263 "the maximum length can be 255 bytes only",
264 &names[n].key, names[n].key.len);
268 if (hinit->bucket_size < NGX_HASH_ELT_SIZE(&names[n]) + sizeof(void *))
270 ngx_log_error(NGX_LOG_EMERG, hinit->pool->log, 0,
271 "could not build the %s, you should "
272 "increase %s_bucket_size: %i",
273 hinit->name, hinit->name, hinit->bucket_size);
278 test = ngx_alloc(hinit->max_size * sizeof(u_short), hinit->pool->log);
283 bucket_size = hinit->bucket_size - sizeof(void *);
285 start = nelts / (bucket_size / (2 * sizeof(void *)));
286 start = start ? start : 1;
288 if (hinit->max_size > 10000 && hinit->max_size / nelts < 100) {
289 start = hinit->max_size - 1000;
292 for (size = start; size < hinit->max_size; size++) {
294 ngx_memzero(test, size * sizeof(u_short));
296 for (n = 0; n < nelts; n++) {
297 if (names[n].key.data == NULL) {
301 key = names[n].key_hash % size;
302 test[key] = (u_short) (test[key] + NGX_HASH_ELT_SIZE(&names[n]));
305 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
306 "%ui: %ui %ui \"%V\"",
307 size, key, test[key], &names[n].key);
310 if (test[key] > (u_short) bucket_size) {
322 ngx_log_error(NGX_LOG_EMERG, hinit->pool->log, 0,
323 "could not build the %s, you should increase "
324 "either %s_max_size: %i or %s_bucket_size: %i",
325 hinit->name, hinit->name, hinit->max_size,
326 hinit->name, hinit->bucket_size);
334 for (i = 0; i < size; i++) {
335 test[i] = sizeof(void *);
338 for (n = 0; n < nelts; n++) {
339 if (names[n].key.data == NULL) {
343 key = names[n].key_hash % size;
344 test[key] = (u_short) (test[key] + NGX_HASH_ELT_SIZE(&names[n]));
349 for (i = 0; i < size; i++) {
350 if (test[i] == sizeof(void *)) {
354 test[i] = (u_short) (ngx_align(test[i], ngx_cacheline_size));
359 if (hinit->hash == NULL) {
360 hinit->hash = ngx_pcalloc(hinit->pool, sizeof(ngx_hash_wildcard_t)
361 + size * sizeof(ngx_hash_elt_t *));
362 if (hinit->hash == NULL) {
367 buckets = (ngx_hash_elt_t **)
368 ((u_char *) hinit->hash + sizeof(ngx_hash_wildcard_t));
371 buckets = ngx_pcalloc(hinit->pool, size * sizeof(ngx_hash_elt_t *));
372 if (buckets == NULL) {
378 elts = ngx_palloc(hinit->pool, len + ngx_cacheline_size);
384 elts = ngx_align_ptr(elts, ngx_cacheline_size);
386 for (i = 0; i < size; i++) {
387 if (test[i] == sizeof(void *)) {
391 buckets[i] = (ngx_hash_elt_t *) elts;
396 for (i = 0; i < size; i++) {
400 for (n = 0; n < nelts; n++) {
401 if (names[n].key.data == NULL) {
405 key = names[n].key_hash % size;
406 elt = (ngx_hash_elt_t *) ((u_char *) buckets[key] + test[key]);
408 elt->value = names[n].value;
409 elt->len = (u_char) names[n].key.len;
411 ngx_strlow(elt->name, names[n].key.data, names[n].key.len);
413 test[key] = (u_short) (test[key] + NGX_HASH_ELT_SIZE(&names[n]));
416 for (i = 0; i < size; i++) {
417 if (buckets[i] == NULL) {
421 elt = (ngx_hash_elt_t *) ((u_char *) buckets[i] + test[i]);
428 hinit->hash->buckets = buckets;
429 hinit->hash->size = size;
433 for (i = 0; i < size; i++) {
440 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
447 val.data = &elt->name[0];
449 key = hinit->key(val.data, val.len);
451 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
452 "%ui: %p \"%V\" %ui", i, elt, &val, key);
454 elt = (ngx_hash_elt_t *) ngx_align_ptr(&elt->name[0] + elt->len,
466 ngx_hash_wildcard_init(ngx_hash_init_t *hinit, ngx_hash_key_t *names,
470 ngx_uint_t i, n, dot;
471 ngx_array_t curr_names, next_names;
472 ngx_hash_key_t *name, *next_name;
474 ngx_hash_wildcard_t *wdc;
476 if (ngx_array_init(&curr_names, hinit->temp_pool, nelts,
477 sizeof(ngx_hash_key_t))
483 if (ngx_array_init(&next_names, hinit->temp_pool, nelts,
484 sizeof(ngx_hash_key_t))
490 for (n = 0; n < nelts; n = i) {
493 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
494 "wc0: \"%V\"", &names[n].key);
499 for (len = 0; len < names[n].key.len; len++) {
500 if (names[n].key.data[len] == '.') {
506 name = ngx_array_push(&curr_names);
512 name->key.data = names[n].key.data;
513 name->key_hash = hinit->key(name->key.data, name->key.len);
514 name->value = names[n].value;
517 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
518 "wc1: \"%V\" %ui", &name->key, dot);
527 next_names.nelts = 0;
529 if (names[n].key.len != len) {
530 next_name = ngx_array_push(&next_names);
531 if (next_name == NULL) {
535 next_name->key.len = names[n].key.len - len;
536 next_name->key.data = names[n].key.data + len;
537 next_name->key_hash= 0;
538 next_name->value = names[n].value;
541 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
542 "wc2: \"%V\"", &next_name->key);
546 for (i = n + 1; i < nelts; i++) {
547 if (ngx_strncmp(names[n].key.data, names[i].key.data, len) != 0) {
552 && names[i].key.len > len
553 && names[i].key.data[len] != '.')
558 next_name = ngx_array_push(&next_names);
559 if (next_name == NULL) {
563 next_name->key.len = names[i].key.len - dot_len;
564 next_name->key.data = names[i].key.data + dot_len;
565 next_name->key_hash= 0;
566 next_name->value = names[i].value;
569 ngx_log_error(NGX_LOG_ALERT, hinit->pool->log, 0,
570 "wc3: \"%V\"", &next_name->key);
574 if (next_names.nelts) {
579 if (ngx_hash_wildcard_init(&h, (ngx_hash_key_t *) next_names.elts,
586 wdc = (ngx_hash_wildcard_t *) h.hash;
588 if (names[n].key.len == len) {
589 wdc->value = names[n].value;
592 name->value = (void *) ((uintptr_t) wdc | (dot ? 3 : 2));
595 name->value = (void *) ((uintptr_t) name->value | 1);
599 if (ngx_hash_init(hinit, (ngx_hash_key_t *) curr_names.elts,
611 ngx_hash_key(u_char *data, size_t len)
617 for (i = 0; i < len; i++) {
618 key = ngx_hash(key, data[i]);
626 ngx_hash_key_lc(u_char *data, size_t len)
632 for (i = 0; i < len; i++) {
633 key = ngx_hash(key, ngx_tolower(data[i]));
641 ngx_hash_strlow(u_char *dst, u_char *src, size_t n)
648 *dst = ngx_tolower(*src);
649 key = ngx_hash(key, *dst);
659 ngx_hash_keys_array_init(ngx_hash_keys_arrays_t *ha, ngx_uint_t type)
663 if (type == NGX_HASH_SMALL) {
668 asize = NGX_HASH_LARGE_ASIZE;
669 ha->hsize = NGX_HASH_LARGE_HSIZE;
672 if (ngx_array_init(&ha->keys, ha->temp_pool, asize, sizeof(ngx_hash_key_t))
678 if (ngx_array_init(&ha->dns_wc_head, ha->temp_pool, asize,
679 sizeof(ngx_hash_key_t))
685 if (ngx_array_init(&ha->dns_wc_tail, ha->temp_pool, asize,
686 sizeof(ngx_hash_key_t))
692 ha->keys_hash = ngx_pcalloc(ha->temp_pool, sizeof(ngx_array_t) * ha->hsize);
693 if (ha->keys_hash == NULL) {
697 ha->dns_wc_head_hash = ngx_pcalloc(ha->temp_pool,
698 sizeof(ngx_array_t) * ha->hsize);
699 if (ha->dns_wc_head_hash == NULL) {
703 ha->dns_wc_tail_hash = ngx_pcalloc(ha->temp_pool,
704 sizeof(ngx_array_t) * ha->hsize);
705 if (ha->dns_wc_tail_hash == NULL) {
714 ngx_hash_add_key(ngx_hash_keys_arrays_t *ha, ngx_str_t *key, void *value,
720 ngx_uint_t i, k, n, skip, last;
721 ngx_array_t *keys, *hwc;
726 if (flags & NGX_HASH_WILDCARD_KEY) {
729 * supported wildcards:
730 * "*.example.com", ".example.com", and "www.example.*"
735 for (i = 0; i < key->len; i++) {
737 if (key->data[i] == '*') {
743 if (key->data[i] == '.' && key->data[i + 1] == '.') {
748 if (key->len > 1 && key->data[0] == '.') {
755 if (key->data[0] == '*' && key->data[1] == '.') {
760 if (key->data[i - 2] == '.' && key->data[i - 1] == '*') {
776 for (i = 0; i < last; i++) {
777 if (!(flags & NGX_HASH_READONLY_KEY)) {
778 key->data[i] = ngx_tolower(key->data[i]);
780 k = ngx_hash(k, key->data[i]);
785 /* check conflicts in exact hash */
787 name = ha->keys_hash[k].elts;
790 for (i = 0; i < ha->keys_hash[k].nelts; i++) {
791 if (last != name[i].len) {
795 if (ngx_strncmp(key->data, name[i].data, last) == 0) {
801 if (ngx_array_init(&ha->keys_hash[k], ha->temp_pool, 4,
809 name = ngx_array_push(&ha->keys_hash[k]);
816 hk = ngx_array_push(&ha->keys);
822 hk->key_hash = ngx_hash_key(key->data, last);
832 k = ngx_hash_strlow(&key->data[skip], &key->data[skip], last - skip);
838 /* check conflicts in exact hash for ".example.com" */
840 name = ha->keys_hash[k].elts;
845 for (i = 0; i < ha->keys_hash[k].nelts; i++) {
846 if (len != name[i].len) {
850 if (ngx_strncmp(&key->data[1], name[i].data, len) == 0) {
856 if (ngx_array_init(&ha->keys_hash[k], ha->temp_pool, 4,
864 name = ngx_array_push(&ha->keys_hash[k]);
869 name->len = last - 1;
870 name->data = ngx_pnalloc(ha->temp_pool, name->len);
871 if (name->data == NULL) {
875 ngx_memcpy(name->data, &key->data[1], name->len);
882 * convert "*.example.com" to "com.example.\0"
883 * and ".example.com" to "com.example\0"
886 p = ngx_pnalloc(ha->temp_pool, last);
894 for (i = last - 1; i; i--) {
895 if (key->data[i] == '.') {
896 ngx_memcpy(&p[n], &key->data[i + 1], len);
907 ngx_memcpy(&p[n], &key->data[1], len);
913 hwc = &ha->dns_wc_head;
914 keys = &ha->dns_wc_head_hash[k];
918 /* convert "www.example.*" to "www.example\0" */
922 p = ngx_pnalloc(ha->temp_pool, last);
927 ngx_cpystrn(p, key->data, last);
929 hwc = &ha->dns_wc_tail;
930 keys = &ha->dns_wc_tail_hash[k];
934 hk = ngx_array_push(hwc);
939 hk->key.len = last - 1;
945 /* check conflicts in wildcard hash */
952 for (i = 0; i < keys->nelts; i++) {
953 if (len != name[i].len) {
957 if (ngx_strncmp(key->data + skip, name[i].data, len) == 0) {
963 if (ngx_array_init(keys, ha->temp_pool, 4, sizeof(ngx_str_t)) != NGX_OK)
969 name = ngx_array_push(keys);
974 name->len = last - skip;
975 name->data = ngx_pnalloc(ha->temp_pool, name->len);
976 if (name->data == NULL) {
980 ngx_memcpy(name->data, key->data + skip, name->len);