olaf@20: /* universe@103: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER. olaf@20: * universe@103: * Copyright 2013 Olaf Wintermann. All rights reserved. universe@103: * universe@103: * Redistribution and use in source and binary forms, with or without universe@103: * modification, are permitted provided that the following conditions are met: universe@103: * universe@103: * 1. Redistributions of source code must retain the above copyright universe@103: * notice, this list of conditions and the following disclaimer. universe@103: * universe@103: * 2. Redistributions in binary form must reproduce the above copyright universe@103: * notice, this list of conditions and the following disclaimer in the universe@103: * documentation and/or other materials provided with the distribution. universe@103: * universe@103: * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" universe@103: * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE universe@103: * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE universe@103: * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE universe@103: * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR universe@103: * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF universe@103: * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS universe@103: * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN universe@103: * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) universe@103: * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE universe@103: * POSSIBILITY OF SUCH DAMAGE. olaf@20: */ olaf@2: olaf@20: #include olaf@20: #include olaf@20: olaf@20: #include "map.h" olaf@20: olaf@20: UcxMap *ucx_map_new(size_t size) { olaf@107: return ucx_map_new_allocator(size, NULL); olaf@107: } olaf@107: olaf@107: UcxMap *ucx_map_new_allocator(size_t size, UcxAllocator *allocator) { olaf@45: if(size == 0) { olaf@45: size = 16; olaf@45: } olaf@45: olaf@107: if(!allocator) { olaf@107: allocator = ucx_default_allocator(); olaf@107: } olaf@107: olaf@107: UcxMap *map = (UcxMap*)allocator->malloc(allocator->pool, sizeof(UcxMap)); olaf@20: if(map == NULL) { olaf@20: return NULL; olaf@20: } olaf@107: olaf@107: map->allocator = allocator; olaf@107: map->map = (UcxMapElement**)allocator->calloc( olaf@107: allocator->pool, olaf@107: size, olaf@107: sizeof(UcxMapElement*)); olaf@20: if(map->map == NULL) { olaf@107: allocator->free(allocator->pool, map); olaf@20: return NULL; olaf@20: } olaf@20: map->size = size; olaf@45: map->count = 0; olaf@20: olaf@20: return map; olaf@20: } olaf@20: olaf@70: void ucx_map_free_elmlist(UcxMap *map) { universe@29: for (size_t n = 0 ; n < map->size ; n++) { universe@29: UcxMapElement *elem = map->map[n]; universe@29: if (elem != NULL) { universe@29: do { universe@29: UcxMapElement *next = elem->next; olaf@107: map->allocator->free(map->allocator->pool, elem->key.data); universe@29: free(elem); universe@29: elem = next; universe@29: } while (elem != NULL); universe@29: } universe@29: } olaf@107: map->allocator->free(map->allocator->pool, map->map); olaf@70: } olaf@70: olaf@70: void ucx_map_free(UcxMap *map) { olaf@70: ucx_map_free_elmlist(map); olaf@107: map->allocator->free(map->allocator->pool, map); universe@29: } universe@29: universe@67: int ucx_map_copy(UcxMap *restrict from, UcxMap *restrict to, universe@67: copy_func fnc, void *data) { olaf@52: UcxMapIterator i = ucx_map_iterator(from); olaf@52: void *value; olaf@52: UCX_MAP_FOREACH(value, i) { olaf@52: int ret = ucx_map_put(to, i.cur->key, fnc ? fnc(value, data) : value); olaf@52: if(ret != 0) { olaf@52: return 1; olaf@52: } olaf@52: } olaf@52: return 0; olaf@52: } olaf@52: olaf@44: UcxMap *ucx_map_clone(UcxMap *map, copy_func fnc, void *data) { universe@51: size_t bs = (map->count * 5) >> 1; olaf@45: UcxMap *newmap = ucx_map_new(bs > map->size ? bs : map->size); olaf@52: if(newmap == NULL) { olaf@52: return NULL; olaf@44: } olaf@52: ucx_map_copy(map, newmap, fnc, data); olaf@44: return newmap; olaf@44: } olaf@44: olaf@52: int ucx_map_rehash(UcxMap *map) { universe@51: size_t load = (map->size * 3) >> 2; universe@51: if (map->count > load) { olaf@52: UcxMap oldmap; olaf@52: oldmap.map = map->map; olaf@52: oldmap.size = map->size; olaf@52: oldmap.count = map->count; olaf@107: oldmap.allocator = map->allocator; olaf@52: olaf@52: map->size = (map->count * 5) >> 1; olaf@107: map->map = (UcxMapElement**)map->allocator->calloc( olaf@107: map->allocator->pool, olaf@107: map->size, olaf@107: sizeof(UcxMapElement*)); olaf@52: if(map->map == NULL) { olaf@52: *map = oldmap; olaf@52: return 1; olaf@52: } olaf@52: map->count = 0; olaf@52: ucx_map_copy(&oldmap, map, NULL, NULL); olaf@70: olaf@70: /* free the UcxMapElement list of oldmap */ olaf@70: ucx_map_free_elmlist(&oldmap); universe@51: } olaf@52: return 0; universe@51: } universe@51: olaf@20: int ucx_map_put(UcxMap *map, UcxKey key, void *data) { olaf@107: UcxAllocator *allocator = map->allocator; olaf@107: olaf@20: if(key.hash == 0) { olaf@20: key.hash = ucx_hash((char*)key.data, key.len); olaf@20: } olaf@20: universe@29: size_t slot = key.hash%map->size; universe@67: UcxMapElement *restrict elm = map->map[slot]; universe@67: UcxMapElement *restrict prev = NULL; universe@29: universe@29: while (elm != NULL && elm->key.hash < key.hash) { universe@29: prev = elm; universe@29: elm = elm->next; universe@29: } universe@29: universe@29: if (elm == NULL || elm->key.hash != key.hash) { olaf@107: UcxMapElement *e = (UcxMapElement*)allocator->malloc( olaf@107: allocator->pool, olaf@107: sizeof(UcxMapElement)); olaf@20: if(e == NULL) { olaf@20: return -1; olaf@20: } olaf@30: e->key.data = NULL; universe@53: if (prev) { universe@53: prev->next = e; universe@53: } else { universe@29: map->map[slot] = e; universe@29: } universe@29: e->next = elm; olaf@20: elm = e; olaf@20: } universe@29: olaf@30: if(elm->key.data == NULL) { olaf@107: void *kd = allocator->malloc(allocator->pool, key.len); olaf@30: if (kd == NULL) { olaf@30: return -1; olaf@30: } olaf@30: memcpy(kd, key.data, key.len); olaf@30: key.data = kd; olaf@30: elm->key = key; olaf@45: map->count++; olaf@30: } olaf@20: elm->data = data; olaf@20: olaf@20: return 0; olaf@20: } olaf@20: universe@53: void* ucx_map_get_and_remove(UcxMap *map, UcxKey key, _Bool remove) { olaf@20: if(key.hash == 0) { olaf@20: key.hash = ucx_hash((char*)key.data, key.len); olaf@20: } olaf@20: universe@53: size_t slot = key.hash%map->size; universe@67: UcxMapElement *restrict elm = map->map[slot]; universe@67: UcxMapElement *restrict pelm = NULL; universe@53: while (elm && elm->key.hash <= key.hash) { olaf@20: if(elm->key.hash == key.hash) { olaf@20: int n = (key.len > elm->key.len) ? elm->key.len : key.len; universe@29: if (memcmp(elm->key.data, key.data, n) == 0) { universe@53: void *data = elm->data; universe@53: if (remove) { universe@53: if (pelm) { universe@53: pelm->next = elm->next; universe@53: } else { universe@53: map->map[slot] = elm->next; universe@53: } olaf@107: map->allocator->free(map->allocator->pool, elm); universe@53: map->count--; universe@53: } universe@53: universe@53: return data; olaf@20: } olaf@20: } universe@53: pelm = elm; universe@53: elm = pelm->next; olaf@20: } olaf@20: olaf@20: return NULL; olaf@20: } olaf@20: universe@53: void *ucx_map_get(UcxMap *map, UcxKey key) { universe@53: return ucx_map_get_and_remove(map, key, 0); universe@53: } universe@53: universe@53: void *ucx_map_remove(UcxMap *map, UcxKey key) { universe@53: return ucx_map_get_and_remove(map, key, 1); universe@53: } universe@53: olaf@20: UcxKey ucx_key(void *data, size_t len) { olaf@20: UcxKey key; olaf@20: key.data = data; olaf@20: key.len = len; universe@69: key.hash = ucx_hash((const char*) data, len); olaf@20: return key; olaf@20: } olaf@20: olaf@20: universe@67: int ucx_hash(const char *data, size_t len) { olaf@20: /* murmur hash 2 */ olaf@20: olaf@20: int m = 0x5bd1e995; olaf@20: int r = 24; olaf@20: olaf@20: int h = 25 ^ len; olaf@20: olaf@20: int i = 0; olaf@20: while (len >= 4) { olaf@20: int k = data[i + 0] & 0xFF; olaf@20: k |= (data[i + 1] & 0xFF) << 8; olaf@20: k |= (data[i + 2] & 0xFF) << 16; olaf@20: k |= (data[i + 3] & 0xFF) << 24; olaf@20: olaf@20: k *= m; olaf@20: k ^= k >> r; olaf@20: k *= m; olaf@20: olaf@20: h *= m; olaf@20: h ^= k; olaf@20: olaf@20: i += 4; olaf@20: len -= 4; olaf@20: } olaf@20: olaf@20: switch (len) { olaf@20: case 3: h ^= (data[i + 2] & 0xFF) << 16; universe@38: /* no break */ olaf@20: case 2: h ^= (data[i + 1] & 0xFF) << 8; universe@38: /* no break */ olaf@20: case 1: h ^= (data[i + 0] & 0xFF); h *= m; universe@38: /* no break */ olaf@20: } olaf@20: olaf@20: h ^= h >> 13; olaf@20: h *= m; olaf@20: h ^= h >> 15; olaf@20: olaf@20: return h; olaf@20: } olaf@31: olaf@31: UcxMapIterator ucx_map_iterator(UcxMap *map) { olaf@31: UcxMapIterator i; olaf@31: i.map = map; olaf@31: i.cur = NULL; olaf@31: i.index = 0; olaf@31: return i; olaf@31: } olaf@31: olaf@31: int ucx_map_iter_next(UcxMapIterator *i, void **elm) { olaf@31: UcxMapElement *e = i->cur; olaf@31: olaf@31: if(e == NULL) { olaf@31: e = i->map->map[0]; olaf@31: } else { olaf@31: e = e->next; olaf@31: } olaf@31: olaf@31: while(i->index < i->map->size) { olaf@31: if(e != NULL) { olaf@31: if(e->data != NULL) { olaf@31: i->cur = e; olaf@31: *elm = e->data; olaf@31: return 0; olaf@31: } olaf@31: olaf@31: e = e->next; olaf@31: } else { olaf@31: i->index++; olaf@31: olaf@31: if(i->index < i->map->size) { olaf@31: e = i->map->map[i->index]; olaf@31: } olaf@31: } olaf@31: } olaf@31: olaf@31: return 1; olaf@31: } universe@42: universe@48: int ucx_map_load_enc(UcxMap *map, FILE *f, UcxAllocator allocator, universe@48: ucx_map_coder decoder, void* decdata) { universe@42: universe@43: int c; int r, n; universe@42: universe@42: char *key, *value; universe@42: universe@43: while ((c = fgetc(f)) > 0) { universe@42: /* Discard leading spaces and comments */ universe@43: if (c < 33) continue; universe@42: if (c == '#' || c == '!') { universe@42: while ((c = (char) fgetc(f)) > 0) { universe@42: if (c == '\n') break; universe@42: } universe@42: continue; universe@42: } universe@42: universe@42: /* read into key buffer */ universe@42: n = 16; universe@69: key = (char*) malloc(n); universe@42: r = 0; universe@42: do { universe@42: if (c == '=') break; universe@42: if (r > n - 2) { universe@42: n *= 2; universe@69: key = (char*) realloc(key, n); universe@42: } universe@42: key[r] = c; universe@42: r++; universe@43: } while ((c = fgetc(f)) > 0); universe@43: if (c <= 0) { universe@42: free(key); universe@42: return 1; universe@42: } universe@42: key[r] = 0; universe@43: while (key[--r] == ' ') key[r] = 0; universe@43: universe@43: /* skip whitespaces */ universe@43: while ((c = fgetc(f)) > 0) { universe@43: if (c > 32) break; universe@43: } universe@43: if (c <= 0) { universe@43: free(key); universe@43: return 1; universe@43: } universe@42: universe@42: /* read into value buffer */ universe@42: n = 64; universe@69: value = (char*) malloc(n); universe@42: r = 0; universe@43: do { universe@42: if (c == '\n') break; universe@43: if (r > n - 2) { universe@42: n *= 2; universe@69: value = (char*) realloc(value, n); universe@42: } universe@42: value[r] = c; universe@42: r++; universe@43: } while ((c = fgetc(f)) > 0); universe@42: value[r] = 0; universe@43: while (value[--r] < 33) value[r] = 0; universe@46: universe@48: if (decoder) { universe@48: size_t decodedSize; universe@48: void *decoded = decoder(value, decdata, &decodedSize); universe@46: free(value); universe@69: value = (char*) decoded; universe@48: r = decodedSize; universe@48: } else { universe@48: r += 2; universe@69: value = (char*) realloc(value, r); universe@48: } universe@48: universe@48: if (allocator.pool) { universe@48: void *pooledValue = allocator.malloc(allocator.pool, r); universe@48: memcpy(pooledValue, value, r); universe@48: free(value); universe@69: value = (char*) pooledValue; universe@46: } universe@42: universe@42: ucx_map_cstr_put(map, key, value); universe@42: free(key); universe@42: } universe@42: universe@42: return 0; universe@42: } universe@42: universe@48: int ucx_map_store_enc(UcxMap *map, FILE *f, universe@48: ucx_map_coder encoder, void *encdata) { universe@42: UcxMapIterator iter = ucx_map_iterator(map); universe@42: char *k, *v; universe@42: sstr_t key, value; universe@95: size_t written; universe@42: universe@42: UCX_MAP_FOREACH(v, iter) { universe@42: k = (char*) iter.cur->key.data; olaf@79: key = sstrn(k, iter.cur->key.len); universe@48: if (encoder) { universe@48: size_t encodedSize; universe@48: void *encoded = encoder(v, encdata, &encodedSize); universe@69: value = sstrn((char*) encoded,encodedSize - 1); universe@48: } else { universe@46: value = sstr(v); universe@46: } universe@42: universe@42: written = 0; universe@42: written += fwrite(key.ptr, 1, key.length, f); universe@42: written += fwrite(" = ", 1, 3, f); universe@42: written += fwrite(value.ptr, 1, value.length, f); universe@42: written += fwrite("\n", 1, 1, f); universe@42: universe@48: if (encoder) { universe@46: free(value.ptr); universe@46: } universe@46: universe@42: if (written != key.length + value.length + 4) return 1; universe@42: } universe@42: universe@42: return 0; universe@42: }