modernize hashmap implementation a bit, reduce memory consumption a bit

This commit is contained in:
Lennart Poettering 2008-06-27 20:12:24 +02:00
parent 6dca92be96
commit c26be0d762
6 changed files with 112 additions and 74 deletions

View file

@ -615,7 +615,7 @@ void pa__done(pa_module*m) {
if (u->services) { if (u->services) {
struct service *s; struct service *s;
while ((s = pa_hashmap_get_first(u->services))) while ((s = pa_hashmap_first(u->services)))
service_free(s); service_free(s);
pa_hashmap_free(u->services, NULL, NULL); pa_hashmap_free(u->services, NULL, NULL);

View file

@ -690,7 +690,7 @@ void pa__done(pa_module*m) {
pa_sap_context_destroy(&u->sap_context); pa_sap_context_destroy(&u->sap_context);
if (u->by_origin) { if (u->by_origin) {
while ((s = pa_hashmap_get_first(u->by_origin))) while ((s = pa_hashmap_first(u->by_origin)))
session_free(s); session_free(s);
pa_hashmap_free(u->by_origin, NULL, NULL); pa_hashmap_free(u->by_origin, NULL, NULL);

View file

@ -1,7 +1,7 @@
/*** /***
This file is part of PulseAudio. This file is part of PulseAudio.
Copyright 2004-2006 Lennart Poettering Copyright 2004-2008 Lennart Poettering
PulseAudio is free software; you can redistribute it and/or modify PulseAudio is free software; you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published it under the terms of the GNU Lesser General Public License as published
@ -27,7 +27,6 @@
#include <string.h> #include <string.h>
#include <pulse/xmalloc.h> #include <pulse/xmalloc.h>
#include <pulsecore/idxset.h> #include <pulsecore/idxset.h>
#include <pulsecore/log.h> #include <pulsecore/log.h>
#include <pulsecore/flist.h> #include <pulsecore/flist.h>
@ -35,37 +34,39 @@
#include "hashmap.h" #include "hashmap.h"
#define BUCKETS 127 #define NBUCKETS 127
struct hashmap_entry { struct hashmap_entry {
struct hashmap_entry *next, *previous, *bucket_next, *bucket_previous;
unsigned hash;
const void *key; const void *key;
void *value; void *value;
struct hashmap_entry *bucket_next, *bucket_previous;
struct hashmap_entry *iterate_next, *iterate_previous;
}; };
struct pa_hashmap { struct pa_hashmap {
unsigned size;
struct hashmap_entry **data;
struct hashmap_entry *first_entry;
unsigned n_entries;
pa_hash_func_t hash_func; pa_hash_func_t hash_func;
pa_compare_func_t compare_func; pa_compare_func_t compare_func;
struct hashmap_entry *iterate_list_head, *iterate_list_tail;
unsigned n_entries;
}; };
#define BY_HASH(h) ((struct hashmap_entry**) ((uint8_t*) (h) + PA_ALIGN(sizeof(pa_hashmap))))
PA_STATIC_FLIST_DECLARE(entries, 0, pa_xfree); PA_STATIC_FLIST_DECLARE(entries, 0, pa_xfree);
pa_hashmap *pa_hashmap_new(pa_hash_func_t hash_func, pa_compare_func_t compare_func) { pa_hashmap *pa_hashmap_new(pa_hash_func_t hash_func, pa_compare_func_t compare_func) {
pa_hashmap *h; pa_hashmap *h;
h = pa_xnew(pa_hashmap, 1); h = pa_xmalloc0(PA_ALIGN(sizeof(pa_hashmap)) + NBUCKETS*sizeof(struct hashmap_entry*));
h->data = pa_xnew0(struct hashmap_entry*, h->size = BUCKETS);
h->first_entry = NULL;
h->n_entries = 0;
h->hash_func = hash_func ? hash_func : pa_idxset_trivial_hash_func; h->hash_func = hash_func ? hash_func : pa_idxset_trivial_hash_func;
h->compare_func = compare_func ? compare_func : pa_idxset_trivial_compare_func; h->compare_func = compare_func ? compare_func : pa_idxset_trivial_compare_func;
h->n_entries = 0;
h->iterate_list_head = h->iterate_list_tail = NULL;
return h; return h;
} }
@ -73,47 +74,56 @@ static void remove_entry(pa_hashmap *h, struct hashmap_entry *e) {
pa_assert(h); pa_assert(h);
pa_assert(e); pa_assert(e);
if (e->next) /* Remove from iteration list */
e->next->previous = e->previous; if (e->iterate_next)
if (e->previous) e->iterate_next->iterate_previous = e->iterate_previous;
e->previous->next = e->next;
else else
h->first_entry = e->next; h->iterate_list_tail = e->iterate_previous;
if (e->iterate_previous)
e->iterate_previous->iterate_next = e->iterate_next;
else
h->iterate_list_head = e->iterate_next;
/* Remove from hash table bucket list */
if (e->bucket_next) if (e->bucket_next)
e->bucket_next->bucket_previous = e->bucket_previous; e->bucket_next->bucket_previous = e->bucket_previous;
if (e->bucket_previous) if (e->bucket_previous)
e->bucket_previous->bucket_next = e->bucket_next; e->bucket_previous->bucket_next = e->bucket_next;
else { else {
pa_assert(e->hash < h->size); unsigned hash = h->hash_func(e->key) % NBUCKETS;
h->data[e->hash] = e->bucket_next; BY_HASH(h)[hash] = e->bucket_next;
} }
if (pa_flist_push(PA_STATIC_FLIST_GET(entries), e) < 0) if (pa_flist_push(PA_STATIC_FLIST_GET(entries), e) < 0)
pa_xfree(e); pa_xfree(e);
pa_assert(h->n_entries >= 1);
h->n_entries--; h->n_entries--;
} }
void pa_hashmap_free(pa_hashmap*h, void (*free_func)(void *p, void *userdata), void *userdata) { void pa_hashmap_free(pa_hashmap*h, pa_free2_cb_t free_cb, void *userdata) {
pa_assert(h); pa_assert(h);
while (h->first_entry) { while (h->iterate_list_head) {
if (free_func) void *data;
free_func(h->first_entry->value, userdata); data = h->iterate_list_head->value;
remove_entry(h, h->first_entry); remove_entry(h, h->iterate_list_head);
if (free_cb)
free_cb(data, userdata);
} }
pa_xfree(h->data);
pa_xfree(h); pa_xfree(h);
} }
static struct hashmap_entry *get(pa_hashmap *h, unsigned hash, const void *key) { static struct hashmap_entry *hash_scan(pa_hashmap *h, unsigned hash, const void *key) {
struct hashmap_entry *e; struct hashmap_entry *e;
pa_assert(h); pa_assert(h);
pa_assert(hash < h->size); pa_assert(hash < NBUCKETS);
for (e = h->data[hash]; e; e = e->bucket_next) for (e = BY_HASH(h)[hash]; e; e = e->bucket_next)
if (h->compare_func(e->key, key) == 0) if (h->compare_func(e->key, key) == 0)
return e; return e;
@ -123,33 +133,42 @@ static struct hashmap_entry *get(pa_hashmap *h, unsigned hash, const void *key)
int pa_hashmap_put(pa_hashmap *h, const void *key, void *value) { int pa_hashmap_put(pa_hashmap *h, const void *key, void *value) {
struct hashmap_entry *e; struct hashmap_entry *e;
unsigned hash; unsigned hash;
pa_assert(h); pa_assert(h);
hash = h->hash_func(key) % h->size; hash = h->hash_func(key) % NBUCKETS;
if ((e = get(h, hash, key))) if ((e = hash_scan(h, hash, key)))
return -1; return -1;
if (!(e = pa_flist_pop(PA_STATIC_FLIST_GET(entries)))) if (!(e = pa_flist_pop(PA_STATIC_FLIST_GET(entries))))
e = pa_xnew(struct hashmap_entry, 1); e = pa_xnew(struct hashmap_entry, 1);
e->hash = hash;
e->key = key; e->key = key;
e->value = value; e->value = value;
e->previous = NULL; /* Insert into hash table */
e->next = h->first_entry; e->bucket_next = BY_HASH(h)[hash];
if (h->first_entry)
h->first_entry->previous = e;
h->first_entry = e;
e->bucket_previous = NULL; e->bucket_previous = NULL;
e->bucket_next = h->data[hash]; if (BY_HASH(h)[hash])
if (h->data[hash]) BY_HASH(h)[hash]->bucket_previous = e;
h->data[hash]->bucket_previous = e; BY_HASH(h)[hash] = e;
h->data[hash] = e;
/* Insert into iteration list */
e->iterate_previous = h->iterate_list_tail;
e->iterate_next = NULL;
if (h->iterate_list_tail) {
pa_assert(h->iterate_list_head);
h->iterate_list_tail->iterate_next = e;
} else {
pa_assert(!h->iterate_list_head);
h->iterate_list_head = e;
}
h->iterate_list_tail = e;
h->n_entries++;
pa_assert(h->n_entries >= 1);
h->n_entries ++;
return 0; return 0;
} }
@ -159,9 +178,9 @@ void* pa_hashmap_get(pa_hashmap *h, const void *key) {
pa_assert(h); pa_assert(h);
hash = h->hash_func(key) % h->size; hash = h->hash_func(key) % NBUCKETS;
if (!(e = get(h, hash, key))) if (!(e = hash_scan(h, hash, key)))
return NULL; return NULL;
return e->value; return e->value;
@ -174,18 +193,15 @@ void* pa_hashmap_remove(pa_hashmap *h, const void *key) {
pa_assert(h); pa_assert(h);
hash = h->hash_func(key) % h->size; hash = h->hash_func(key) % NBUCKETS;
if (!(e = get(h, hash, key))) if (!(e = hash_scan(h, hash, key)))
return NULL; return NULL;
data = e->value; data = e->value;
remove_entry(h, e); remove_entry(h, e);
return data;
}
unsigned pa_hashmap_size(pa_hashmap *h) { return data;
return h->n_entries;
} }
void *pa_hashmap_iterate(pa_hashmap *h, void **state, const void **key) { void *pa_hashmap_iterate(pa_hashmap *h, void **state, const void **key) {
@ -197,13 +213,13 @@ void *pa_hashmap_iterate(pa_hashmap *h, void **state, const void **key) {
if (*state == (void*) -1) if (*state == (void*) -1)
goto at_end; goto at_end;
if ((!*state && !h->first_entry)) if (!*state && !h->iterate_list_head)
goto at_end; goto at_end;
e = *state ? *state : h->first_entry; e = *state ? *state : h->iterate_list_head;
if (e->next) if (e->iterate_next)
*state = e->next; *state = e->iterate_next;
else else
*state = (void*) -1; *state = (void*) -1;
@ -221,24 +237,37 @@ at_end:
return NULL; return NULL;
} }
void* pa_hashmap_first(pa_hashmap *h) {
pa_assert(h);
if (!h->iterate_list_head)
return NULL;
return h->iterate_list_head->value;
}
void* pa_hashmap_steal_first(pa_hashmap *h) { void* pa_hashmap_steal_first(pa_hashmap *h) {
void *data; void *data;
pa_assert(h); pa_assert(h);
if (!h->first_entry) if (!h->iterate_list_head)
return NULL; return NULL;
data = h->first_entry->value; data = h->iterate_list_head->value;
remove_entry(h, h->first_entry); remove_entry(h, h->iterate_list_head);
return data; return data;
} }
void *pa_hashmap_get_first(pa_hashmap *h) { unsigned pa_hashmap_size(pa_hashmap *h) {
pa_assert(h); pa_assert(h);
if (!h->first_entry) return h->n_entries;
return NULL; }
return h->first_entry->value; pa_bool_t pa_hashmap_isempty(pa_hashmap *h) {
pa_assert(h);
return h->n_entries == 0;
} }

View file

@ -1,10 +1,10 @@
#ifndef foohashmaphfoo #ifndef foopulsecorehashmaphfoo
#define foohashmaphfoo #define foopulsecorehashmaphfoo
/*** /***
This file is part of PulseAudio. This file is part of PulseAudio.
Copyright 2004-2006 Lennart Poettering Copyright 2004-2008 Lennart Poettering
PulseAudio is free software; you can redistribute it and/or modify PulseAudio is free software; you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published it under the terms of the GNU Lesser General Public License as published
@ -30,23 +30,27 @@
typedef struct pa_hashmap pa_hashmap; typedef struct pa_hashmap pa_hashmap;
typedef void (*pa_free2_cb_t)(void *p, void *userdata);
/* Create a new hashmap. Use the specified functions for hashing and comparing objects in the map */ /* Create a new hashmap. Use the specified functions for hashing and comparing objects in the map */
pa_hashmap *pa_hashmap_new(pa_hash_func_t hash_func, pa_compare_func_t compare_func); pa_hashmap *pa_hashmap_new(pa_hash_func_t hash_func, pa_compare_func_t compare_func);
/* Free the hash table. Calls the specified function for every value in the table. The function may be NULL */ /* Free the hash table. Calls the specified function for every value in the table. The function may be NULL */
void pa_hashmap_free(pa_hashmap*, pa_free2_cb_t free_cb, void *userdata); void pa_hashmap_free(pa_hashmap*, pa_free2_cb_t free_cb, void *userdata);
/* Returns non-zero when the entry already exists */ /* Add an entry to the hashmap. Returns non-zero when the entry already exists */
int pa_hashmap_put(pa_hashmap *h, const void *key, void *value); int pa_hashmap_put(pa_hashmap *h, const void *key, void *value);
/* Return an entry from the hashmap */
void* pa_hashmap_get(pa_hashmap *h, const void *key); void* pa_hashmap_get(pa_hashmap *h, const void *key);
/* Returns the data of the entry while removing */ /* Returns the data of the entry while removing */
void* pa_hashmap_remove(pa_hashmap *h, const void *key); void* pa_hashmap_remove(pa_hashmap *h, const void *key);
/* Return the current number of entries of the hashmap */
unsigned pa_hashmap_size(pa_hashmap *h); unsigned pa_hashmap_size(pa_hashmap *h);
/* Return TRUE if the hashmap is empty */
pa_bool_t pa_hashmap_isempty(pa_hashmap *h);
/* May be used to iterate through the hashmap. Initially the opaque /* May be used to iterate through the hashmap. Initially the opaque
pointer *state has to be set to NULL. The hashmap may not be pointer *state has to be set to NULL. The hashmap may not be
modified during iteration -- except for deleting the current entry modified during iteration -- except for deleting the current entry
@ -55,8 +59,10 @@ unsigned pa_hashmap_size(pa_hashmap *h);
returned. */ returned. */
void *pa_hashmap_iterate(pa_hashmap *h, void **state, const void**key); void *pa_hashmap_iterate(pa_hashmap *h, void **state, const void**key);
/* Remove the oldest entry in the hashmap and return it */
void *pa_hashmap_steal_first(pa_hashmap *h); void *pa_hashmap_steal_first(pa_hashmap *h);
void *pa_hashmap_get_first(pa_hashmap *h); /* Return the oldest entry in the hashmap */
void* pa_hashmap_first(pa_hashmap *h);
#endif #endif

View file

@ -32,6 +32,9 @@
/* A special index value denoting the invalid index. */ /* A special index value denoting the invalid index. */
#define PA_IDXSET_INVALID ((uint32_t) -1) #define PA_IDXSET_INVALID ((uint32_t) -1)
/* Similar to pa_free_cb_t, but takes a userdata argument */
typedef void (*pa_free2_cb_t)(void *p, void *userdata);
/* Generic implementations for hash and comparison functions. Just /* Generic implementations for hash and comparison functions. Just
* compares the pointer or calculates the hash value directly from the * compares the pointer or calculates the hash value directly from the
* pointer value. */ * pointer value. */

View file

@ -845,7 +845,7 @@ void pa_memimport_free(pa_memimport *i) {
pa_mutex_lock(i->mutex); pa_mutex_lock(i->mutex);
while ((b = pa_hashmap_get_first(i->blocks))) while ((b = pa_hashmap_first(i->blocks)))
memblock_replace_import(b); memblock_replace_import(b);
pa_assert(pa_hashmap_size(i->segments) == 0); pa_assert(pa_hashmap_size(i->segments) == 0);