diff --git a/src/core/store.c b/src/core/store.c
index 87f94dd3b5edbccb2e1e6a60ecc57392399e97a2..7fc11e178373c4fe6637e159da754c97e4e43c8d 100644 (file)
--- a/src/core/store.c
+++ b/src/core/store.c
/*
- * syscollector - src/core/store.c
- * Copyright (C) 2012 Sebastian 'tokkee' Harl <sh@tokkee.org>
+ * SysDB - src/core/store.c
+ * Copyright (C) 2012-2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
-#include "syscollector.h"
-#include "core/store.h"
-#include "utils/llist.h"
-#include "utils/string.h"
+#if HAVE_CONFIG_H
+# include "config.h"
+#endif /* HAVE_CONFIG_H */
+
+#include "sysdb.h"
+#include "core/store-private.h"
+#include "core/plugin.h"
+#include "utils/avltree.h"
+#include "utils/error.h"
#include <assert.h>
#include <pthread.h>
/*
- * private data types
+ * private types
*/
-/* type used for looking up named objects */
-typedef struct {
- sc_object_t parent;
- const char *obj_name;
-} sc_store_lookup_obj_t;
-#define SC_STORE_LOOKUP_OBJ_INIT { SC_OBJECT_INIT, NULL }
-
-/*
- * private variables
- */
+struct sdb_memstore {
+ sdb_object_t super;
-static sc_llist_t *host_list = NULL;
-static pthread_rwlock_t host_lock = PTHREAD_RWLOCK_INITIALIZER;
+ /* hosts are the top-level entries and
+ * reference everything else */
+ sdb_avltree_t *hosts;
+ pthread_rwlock_t host_lock;
+};
-/*
- * private helper functions
- */
+/* internal representation of a to-be-stored object */
+typedef struct {
+ sdb_memstore_obj_t *parent;
+ sdb_avltree_t *parent_tree;
+ int type;
+ const char *name;
+ sdb_time_t last_update;
+ const char * const *backends;
+ size_t backends_num;
+} store_obj_t;
+#define STORE_OBJ_INIT { NULL, NULL, 0, NULL, 0, NULL, 0 }
+
+static sdb_type_t host_type;
+static sdb_type_t service_type;
+static sdb_type_t metric_type;
+static sdb_type_t attribute_type;
static int
-sc_store_obj_cmp_by_name(const sc_object_t *a, const sc_object_t *b)
+store_init(sdb_object_t *obj, va_list __attribute__((unused)) ap)
{
- const sc_store_obj_t *h1 = (const sc_store_obj_t *)a;
- const sc_store_obj_t *h2 = (const sc_store_obj_t *)b;
+ int err;
+ if (! (SDB_MEMSTORE(obj)->hosts = sdb_avltree_create()))
+ return -1;
+ if ((err = pthread_rwlock_init(&SDB_MEMSTORE(obj)->host_lock,
+ /* attr = */ NULL))) {
+ char errbuf[128];
+ sdb_log(SDB_LOG_ERR, "store: Failed to initialize lock: %s",
+ sdb_strerror(err, errbuf, sizeof(errbuf)));
+ return -1;
+ }
+ return 0;
+} /* store_init */
- assert(h1 && h2);
- return strcasecmp(h1->name, h2->name);
-} /* sc_store_obj_cmp_by_name */
+static void
+store_destroy(sdb_object_t *obj)
+{
+ int err;
+ if ((err = pthread_rwlock_destroy(&SDB_MEMSTORE(obj)->host_lock))) {
+ char errbuf[128];
+ sdb_log(SDB_LOG_ERR, "store: Failed to destroy lock: %s",
+ sdb_strerror(err, errbuf, sizeof(errbuf)));
+ return;
+ }
+ sdb_avltree_destroy(SDB_MEMSTORE(obj)->hosts);
+ SDB_MEMSTORE(obj)->hosts = NULL;
+} /* store_destroy */
static int
-sc_cmp_store_obj_with_name(const sc_object_t *a, const sc_object_t *b)
+store_obj_init(sdb_object_t *obj, va_list ap)
{
- const sc_store_obj_t *obj = (const sc_store_obj_t *)a;
- const sc_store_lookup_obj_t *lookup = (const sc_store_lookup_obj_t *)b;
+ sdb_memstore_obj_t *sobj = STORE_OBJ(obj);
- assert(obj && lookup);
- return strcasecmp(obj->name, lookup->obj_name);
-} /* sc_cmp_store_obj_with_name */
+ sobj->type = va_arg(ap, int);
-static int
-sc_host_init(sc_object_t *obj, va_list ap)
+ sobj->last_update = va_arg(ap, sdb_time_t);
+ sobj->interval = 0;
+ sobj->backends = NULL;
+ sobj->backends_num = 0;
+ sobj->parent = NULL;
+ return 0;
+} /* store_obj_init */
+
+static void
+store_obj_destroy(sdb_object_t *obj)
{
- const char *name = va_arg(ap, const char *);
+ sdb_memstore_obj_t *sobj = STORE_OBJ(obj);
+ size_t i;
- SC_HOST(obj)->host_name = strdup(name);
- if (! SC_HOST(obj)->host_name)
- return -1;
+ for (i = 0; i < sobj->backends_num; ++i)
+ free(sobj->backends[i]);
+ free(sobj->backends);
+ sobj->backends = NULL;
+ sobj->backends_num = 0;
- SC_HOST(obj)->host_last_update = sc_gettime();
- /* ignore errors -> last_update will be updated later */
+ // We don't currently keep an extra reference for parent objects to
+ // avoid circular self-references which are not handled correctly by
+ // the ref-count base management layer.
+ //sdb_object_deref(SDB_OBJ(sobj->parent));
+} /* store_obj_destroy */
- SC_HOST(obj)->services = sc_llist_create();
- if (! SC_HOST(obj)->services)
+static int
+host_init(sdb_object_t *obj, va_list ap)
+{
+ host_t *sobj = HOST(obj);
+ int ret;
+
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
+
+ sobj->services = sdb_avltree_create();
+ if (! sobj->services)
+ return -1;
+ sobj->metrics = sdb_avltree_create();
+ if (! sobj->metrics)
+ return -1;
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
return -1;
return 0;
-} /* sc_host_init */
+} /* host_init */
static void
-sc_host_destroy(sc_object_t *obj)
+host_destroy(sdb_object_t *obj)
{
+ host_t *sobj = HOST(obj);
assert(obj);
- if (SC_HOST(obj)->host_name)
- free(SC_HOST(obj)->host_name);
+ store_obj_destroy(obj);
- if (SC_HOST(obj)->services)
- sc_llist_destroy(SC_HOST(obj)->services);
-} /* sc_host_destroy */
+ if (sobj->services)
+ sdb_avltree_destroy(sobj->services);
+ if (sobj->metrics)
+ sdb_avltree_destroy(sobj->metrics);
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
+} /* host_destroy */
static int
-sc_svc_init(sc_object_t *obj, va_list ap)
+service_init(sdb_object_t *obj, va_list ap)
{
- const char *hostname = va_arg(ap, const char *);
- const char *name = va_arg(ap, const char *);
+ service_t *sobj = SVC(obj);
+ int ret;
- SC_SVC(obj)->hostname = strdup(hostname);
- SC_SVC(obj)->svc_name = strdup(name);
- if ((! SC_SVC(obj)->hostname) || (! SC_SVC(obj)->svc_name))
- return -1;
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
- SC_SVC(obj)->svc_last_update = sc_gettime();
- /* ignore errors -> last_update will be updated later */
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
+ return -1;
return 0;
-} /* sc_svc_init */
+} /* service_init */
static void
-sc_svc_destroy(sc_object_t *obj)
+service_destroy(sdb_object_t *obj)
{
+ service_t *sobj = SVC(obj);
assert(obj);
- if (SC_SVC(obj)->hostname)
- free(SC_SVC(obj)->hostname);
- if (SC_SVC(obj)->svc_name)
- free(SC_SVC(obj)->svc_name);
-} /* sc_svc_destroy */
+ store_obj_destroy(obj);
-/*
- * public API
- */
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
+} /* service_destroy */
-sc_host_t *
-sc_host_create(const char *name)
+static int
+metric_init(sdb_object_t *obj, va_list ap)
{
- sc_object_t *obj;
+ metric_t *sobj = METRIC(obj);
+ int ret;
- if (! name)
- return NULL;
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
- obj = sc_object_create(sizeof(sc_host_t), sc_host_init,
- sc_host_destroy, name);
- if (! obj)
- return NULL;
- return SC_HOST(obj);
-} /* sc_host_create */
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
+ return -1;
-sc_host_t *
-sc_host_clone(const sc_host_t *host)
+ sobj->store.type = sobj->store.id = NULL;
+ return 0;
+} /* metric_init */
+
+static void
+metric_destroy(sdb_object_t *obj)
{
- sc_host_t *clone;
+ metric_t *sobj = METRIC(obj);
+ assert(obj);
- clone = sc_host_create(host->host_name);
- if (! clone)
- return NULL;
+ store_obj_destroy(obj);
- clone->host_last_update = host->host_last_update;
- if (host->services) {
- clone->services = sc_llist_clone(host->services);
- if (! clone->services) {
- sc_object_deref(SC_OBJ(clone));
- return NULL;
- }
- }
- else
- clone->services = NULL;
- return clone;
-} /* sc_host_clone */
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
-int
-sc_store_host(const sc_host_t *host)
+ if (sobj->store.type)
+ free(sobj->store.type);
+ if (sobj->store.id)
+ free(sobj->store.id);
+} /* metric_destroy */
+
+static int
+attr_init(sdb_object_t *obj, va_list ap)
{
- sc_store_lookup_obj_t lookup = SC_STORE_LOOKUP_OBJ_INIT;
- sc_time_t last_update;
+ const sdb_data_t *value;
+ int ret;
+
+ /* this will consume the first two arguments
+ * (type and last_update) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
+ value = va_arg(ap, const sdb_data_t *);
+
+ if (value)
+ if (sdb_data_copy(&ATTR(obj)->value, value))
+ return -1;
+ return 0;
+} /* attr_init */
- sc_host_t *old;
- int status = 0;
+static void
+attr_destroy(sdb_object_t *obj)
+{
+ assert(obj);
- if ((! host) || (! host->host_name))
- return -1;
+ store_obj_destroy(obj);
+ sdb_data_free_datum(&ATTR(obj)->value);
+} /* attr_destroy */
+
+static sdb_type_t store_type = {
+ /* size = */ sizeof(sdb_memstore_t),
+ /* init = */ store_init,
+ /* destroy = */ store_destroy,
+};
+
+static sdb_type_t host_type = {
+ /* size = */ sizeof(host_t),
+ /* init = */ host_init,
+ /* destroy = */ host_destroy
+};
+
+static sdb_type_t service_type = {
+ /* size = */ sizeof(service_t),
+ /* init = */ service_init,
+ /* destroy = */ service_destroy
+};
+
+static sdb_type_t metric_type = {
+ /* size = */ sizeof(metric_t),
+ /* init = */ metric_init,
+ /* destroy = */ metric_destroy
+};
+
+static sdb_type_t attribute_type = {
+ /* size = */ sizeof(attr_t),
+ /* init = */ attr_init,
+ /* destroy = */ attr_destroy
+};
- last_update = host->host_last_update;
- if (last_update <= 0)
- last_update = sc_gettime();
+/*
+ * private helper functions
+ */
- pthread_rwlock_wrlock(&host_lock);
+static int
+record_backends(sdb_memstore_obj_t *obj,
+ const char * const *backends, size_t backends_num)
+{
+ char **tmp;
+ size_t i;
- if (! host_list) {
- if (! (host_list = sc_llist_create())) {
- pthread_rwlock_unlock(&host_lock);
- return -1;
+ for (i = 0; i < backends_num; i++) {
+ bool found = 0;
+ size_t j;
+
+ for (j = 0; j < obj->backends_num; ++j) {
+ if (!strcasecmp(obj->backends[j], backends[i])) {
+ found = 1;
+ break;
+ }
}
+ if (found)
+ continue;
+
+ tmp = realloc(obj->backends,
+ (obj->backends_num + 1) * sizeof(*obj->backends));
+ if (! tmp)
+ return -1;
+
+ obj->backends = tmp;
+ obj->backends[obj->backends_num] = strdup(backends[i]);
+ if (! obj->backends[obj->backends_num])
+ return -1;
+
+ ++obj->backends_num;
}
+ return 0;
+} /* record_backends */
+
+static int
+store_obj(store_obj_t *obj, sdb_memstore_obj_t **updated_obj)
+{
+ sdb_memstore_obj_t *old, *new;
+ int status = 0;
+
+ assert(obj->parent_tree);
- lookup.obj_name = host->host_name;
- old = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)&lookup,
- sc_cmp_store_obj_with_name));
+ if (obj->last_update <= 0)
+ obj->last_update = sdb_gettime();
+ old = STORE_OBJ(sdb_avltree_lookup(obj->parent_tree, obj->name));
if (old) {
- if (old->host_last_update > last_update) {
- fprintf(stderr, "store: Cannot update host '%s' - "
- "value too old (%"PRIscTIME" < %"PRIscTIME")\n",
- host->host_name, last_update, old->host_last_update);
- /* don't report an error; the host may be updated by multiple
+ if (old->last_update > obj->last_update) {
+ sdb_log(SDB_LOG_DEBUG, "store: Cannot update %s '%s' - "
+ "value too old (%"PRIsdbTIME" < %"PRIsdbTIME")",
+ SDB_STORE_TYPE_TO_NAME(obj->type), obj->name,
+ obj->last_update, old->last_update);
+ /* don't report an error; the object may be updated by multiple
* backends */
status = 1;
}
+ else if (old->last_update == obj->last_update) {
+ /* don't report an error and also don't even log this to avoid
+ * excessive noise on high sampling frequencies */
+ status = 1;
+ }
else {
- old->host_last_update = last_update;
+ sdb_time_t interval = obj->last_update - old->last_update;
+ old->last_update = obj->last_update;
+ if (interval) {
+ if (old->interval)
+ old->interval = (sdb_time_t)((0.9 * (double)old->interval)
+ + (0.1 * (double)interval));
+ else
+ old->interval = interval;
+ }
}
+
+ new = old;
+ sdb_object_deref(SDB_OBJ(old));
}
else {
- sc_host_t *new = sc_host_clone(host);
- if (! new) {
- char errbuf[1024];
- fprintf(stderr, "store: Failed to clone host object: %s\n",
- sc_strerror(errno, errbuf, sizeof(errbuf)));
- return -1;
+ if (obj->type == SDB_ATTRIBUTE) {
+ /* the value will be updated by the caller */
+ new = STORE_OBJ(sdb_object_create(obj->name, attribute_type,
+ obj->type, obj->last_update, NULL));
+ }
+ else {
+ sdb_type_t t;
+ t = obj->type == SDB_HOST
+ ? host_type
+ : obj->type == SDB_SERVICE
+ ? service_type
+ : metric_type;
+ new = STORE_OBJ(sdb_object_create(obj->name, t,
+ obj->type, obj->last_update));
}
- if (! new->services) {
- if (! (new->services = sc_llist_create())) {
- char errbuf[1024];
- fprintf(stderr, "store: Failed to initialize "
- "host object '%s': %s\n", host->host_name,
- sc_strerror(errno, errbuf, sizeof(errbuf)));
- sc_object_deref(SC_OBJ(new));
- return -1;
- }
+ if (new) {
+ status = sdb_avltree_insert(obj->parent_tree, SDB_OBJ(new));
+
+ /* pass control to the tree or destroy in case of an error */
+ sdb_object_deref(SDB_OBJ(new));
}
+ else {
+ char errbuf[1024];
+ sdb_log(SDB_LOG_ERR, "store: Failed to create %s '%s': %s",
+ SDB_STORE_TYPE_TO_NAME(obj->type), obj->name,
+ sdb_strerror(errno, errbuf, sizeof(errbuf)));
+ status = -1;
+ }
+ }
- status = sc_llist_insert_sorted(host_list, SC_OBJ(new),
- sc_store_obj_cmp_by_name);
+ if (status < 0)
+ return status;
+ assert(new);
- /* pass control to the list or destroy in case of an error */
- sc_object_deref(SC_OBJ(new));
+ if (new->parent != obj->parent) {
+ // Avoid circular self-references which are not handled
+ // correctly by the ref-count based management layer.
+ //sdb_object_deref(SDB_OBJ(new->parent));
+ //sdb_object_ref(SDB_OBJ(obj->parent));
+ new->parent = obj->parent;
}
- pthread_rwlock_unlock(&host_lock);
+ if (updated_obj)
+ *updated_obj = new;
+
+ if (record_backends(new, obj->backends, obj->backends_num))
+ return -1;
return status;
-} /* sc_store_host */
+} /* store_obj */
-const sc_host_t *
-sc_store_get_host(const char *name)
+static int
+store_metric_store(metric_t *metric, sdb_store_metric_t *m)
{
- sc_store_lookup_obj_t lookup = SC_STORE_LOOKUP_OBJ_INIT;
- sc_host_t *host;
+ char *type = metric->store.type;
+ char *id = metric->store.id;
- if (! name)
- return NULL;
+ if ((! metric->store.type) || strcasecmp(metric->store.type, m->store.type)) {
+ if (! (type = strdup(m->store.type)))
+ return -1;
+ }
+ if ((! metric->store.id) || strcasecmp(metric->store.id, m->store.id)) {
+ if (! (id = strdup(m->store.id))) {
+ if (type != metric->store.type)
+ free(type);
+ return -1;
+ }
+ }
- lookup.obj_name = name;
- host = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)&lookup,
- sc_cmp_store_obj_with_name));
+ if (type != metric->store.type) {
+ if (metric->store.type)
+ free(metric->store.type);
+ metric->store.type = type;
+ }
+ if (id != metric->store.id) {
+ if (metric->store.id)
+ free(metric->store.id);
+ metric->store.id = id;
+ }
+ return 0;
+} /* store_metric_store */
+
+/* The store's host_lock has to be acquired before calling this function. */
+static sdb_avltree_t *
+get_host_children(host_t *host, int type)
+{
+ if ((type != SDB_SERVICE) && (type != SDB_METRIC)
+ && (type != SDB_ATTRIBUTE))
+ return NULL;
if (! host)
return NULL;
- return host;
-} /* sc_store_get_host */
-sc_service_t *
-sc_service_create(const char *hostname, const char *name)
+ if (type == SDB_ATTRIBUTE)
+ return host->attributes;
+ else if (type == SDB_METRIC)
+ return host->metrics;
+ else
+ return host->services;
+} /* get_host_children */
+
+/*
+ * store writer API
+ */
+
+static int
+store_attribute(sdb_store_attribute_t *attr, sdb_object_t *user_data)
{
- sc_object_t *obj;
+ sdb_memstore_t *st = SDB_MEMSTORE(user_data);
+ store_obj_t obj = STORE_OBJ_INIT;
+ sdb_memstore_obj_t *new = NULL;
+ const char *hostname;
+ host_t *host;
- if ((! hostname) || (! name))
- return NULL;
+ sdb_avltree_t *children = NULL;
+ int status = 0;
- obj = sc_object_create(sizeof(sc_service_t), sc_svc_init,
- sc_svc_destroy, hostname, name);
- if (! obj)
- return NULL;
- return SC_SVC(obj);
-} /* sc_service_create */
+ if ((! attr) || (! attr->parent) || (! attr->key))
+ return -1;
-sc_service_t *
-sc_service_clone(const sc_service_t *svc)
-{
- sc_service_t *clone;
+ hostname = attr->hostname;
+ if (attr->parent_type == SDB_HOST)
+ hostname = attr->parent;
+ if (! hostname)
+ return -1;
- clone = sc_service_create(svc->hostname, svc->svc_name);
- if (! clone)
- return NULL;
+ pthread_rwlock_wrlock(&st->host_lock);
+ host = HOST(sdb_avltree_lookup(st->hosts, hostname));
+ if (! host) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+ "host '%s' not found", attr->key, hostname);
+ status = -1;
+ }
- clone->svc_last_update = svc->svc_last_update;
- return clone;
-} /* sc_service_clone */
+ switch (attr->parent_type) {
+ case SDB_HOST:
+ obj.parent = STORE_OBJ(host);
+ obj.parent_tree = get_host_children(host, SDB_ATTRIBUTE);
+ break;
+ case SDB_SERVICE:
+ children = get_host_children(host, SDB_SERVICE);
+ break;
+ case SDB_METRIC:
+ children = get_host_children(host, SDB_METRIC);
+ break;
+ default:
+ status = -1;
+ break;
+ }
-int
-sc_store_service(const sc_service_t *svc)
-{
- sc_store_lookup_obj_t lookup = SC_STORE_LOOKUP_OBJ_INIT;
- sc_host_t *host;
+ if (children) {
+ obj.parent = STORE_OBJ(sdb_avltree_lookup(children, attr->parent));
+ if (! obj.parent) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+ "%s '%s/%s' not found", attr->key,
+ SDB_STORE_TYPE_TO_NAME(attr->parent_type),
+ attr->hostname, attr->parent);
+ status = -1;
+ }
+ else
+ obj.parent_tree = attr->parent_type == SDB_SERVICE
+ ? SVC(obj.parent)->attributes
+ : METRIC(obj.parent)->attributes;
+ }
- sc_service_t *old;
+ obj.type = SDB_ATTRIBUTE;
+ obj.name = attr->key;
+ obj.last_update = attr->last_update;
+ obj.backends = attr->backends;
+ obj.backends_num = attr->backends_num;
+ if (! status)
+ status = store_obj(&obj, &new);
+
+ if (! status) {
+ assert(new);
+ /* update the value if it changed */
+ if (sdb_data_cmp(&ATTR(new)->value, &attr->value))
+ if (sdb_data_copy(&ATTR(new)->value, &attr->value))
+ status = -1;
+ }
- sc_time_t last_update;
+ if (obj.parent != STORE_OBJ(host))
+ sdb_object_deref(SDB_OBJ(obj.parent));
+ sdb_object_deref(SDB_OBJ(host));
+ pthread_rwlock_unlock(&st->host_lock);
+ return status;
+} /* store_attribute */
+
+static int
+store_host(sdb_store_host_t *host, sdb_object_t *user_data)
+{
+ sdb_memstore_t *st = SDB_MEMSTORE(user_data);
+ store_obj_t obj = { NULL, st->hosts, SDB_HOST, NULL, 0, NULL, 0 };
int status = 0;
- if (! svc)
+ if ((! host) || (! host->name))
return -1;
- last_update = svc->svc_last_update;
- if (last_update <= 0)
- last_update = sc_gettime();
+ obj.name = host->name;
+ obj.last_update = host->last_update;
+ obj.backends = host->backends;
+ obj.backends_num = host->backends_num;
+ pthread_rwlock_wrlock(&st->host_lock);
+ status = store_obj(&obj, NULL);
+ pthread_rwlock_unlock(&st->host_lock);
+
+ return status;
+} /* store_host */
+
+static int
+store_service(sdb_store_service_t *service, sdb_object_t *user_data)
+{
+ sdb_memstore_t *st = SDB_MEMSTORE(user_data);
+ store_obj_t obj = STORE_OBJ_INIT;
+ host_t *host;
+
+ int status = 0;
- if (! host_list)
+ if ((! service) || (! service->hostname) || (! service->name))
return -1;
- pthread_rwlock_wrlock(&host_lock);
+ pthread_rwlock_wrlock(&st->host_lock);
+ host = HOST(sdb_avltree_lookup(st->hosts, service->hostname));
+ obj.parent = STORE_OBJ(host);
+ obj.parent_tree = get_host_children(host, SDB_SERVICE);
+ obj.type = SDB_SERVICE;
+ if (! obj.parent_tree) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store service '%s' - "
+ "host '%s' not found", service->name, service->hostname);
+ status = -1;
+ }
+
+ obj.name = service->name;
+ obj.last_update = service->last_update;
+ obj.backends = service->backends;
+ obj.backends_num = service->backends_num;
+ if (! status)
+ status = store_obj(&obj, NULL);
- lookup.obj_name = svc->hostname;
- host = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)&lookup,
- sc_cmp_store_obj_with_name));
+ sdb_object_deref(SDB_OBJ(host));
+ pthread_rwlock_unlock(&st->host_lock);
+ return status;
+} /* store_service */
- if (! host)
+static int
+store_metric(sdb_store_metric_t *metric, sdb_object_t *user_data)
+{
+ sdb_memstore_t *st = SDB_MEMSTORE(user_data);
+ store_obj_t obj = STORE_OBJ_INIT;
+ sdb_memstore_obj_t *new = NULL;
+ host_t *host;
+
+ int status = 0;
+
+ if ((! metric) || (! metric->hostname) || (! metric->name))
return -1;
- lookup.obj_name = svc->svc_name;
- old = SC_SVC(sc_llist_search(host->services, (const sc_object_t *)&lookup,
- sc_cmp_store_obj_with_name));
+ if ((metric->store.type != NULL) != (metric->store.id != NULL))
+ return -1;
- if (old) {
- if (old->host_last_update > last_update) {
- fprintf(stderr, "store: Cannot update service '%s/%s' - "
- "value too old (%"PRIscTIME" < %"PRIscTIME")\n",
- svc->hostname, svc->svc_name, last_update,
- old->host_last_update);
- status = 1;
- }
- else {
- old->svc_last_update = last_update;
- }
+ pthread_rwlock_wrlock(&st->host_lock);
+ host = HOST(sdb_avltree_lookup(st->hosts, metric->hostname));
+ obj.parent = STORE_OBJ(host);
+ obj.parent_tree = get_host_children(host, SDB_METRIC);
+ obj.type = SDB_METRIC;
+ if (! obj.parent_tree) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store metric '%s' - "
+ "host '%s' not found", metric->name, metric->hostname);
+ status = -1;
}
- else {
- sc_service_t *new = sc_service_clone(svc);
- if (! new) {
- char errbuf[1024];
- fprintf(stderr, "store: Failed to clone service object: %s\n",
- sc_strerror(errno, errbuf, sizeof(errbuf)));
- return -1;
- }
-
- status = sc_llist_insert_sorted(host->services, SC_OBJ(new),
- sc_store_obj_cmp_by_name);
- /* pass control to the list or destroy in case of an error */
- sc_object_deref(SC_OBJ(new));
+ obj.name = metric->name;
+ obj.last_update = metric->last_update;
+ obj.backends = metric->backends;
+ obj.backends_num = metric->backends_num;
+ if (! status)
+ status = store_obj(&obj, &new);
+ sdb_object_deref(SDB_OBJ(host));
+
+ if (status) {
+ pthread_rwlock_unlock(&st->host_lock);
+ return status;
}
- pthread_rwlock_unlock(&host_lock);
+ assert(new);
+ if (metric->store.type && metric->store.id)
+ if (store_metric_store(METRIC(new), metric))
+ status = -1;
+ pthread_rwlock_unlock(&st->host_lock);
return status;
-} /* sc_store_service */
+} /* store_metric */
+
+sdb_store_writer_t sdb_memstore_writer = {
+ store_host, store_service, store_metric, store_attribute,
+};
+
+static sdb_object_t *
+prepare_query(sdb_ast_node_t *ast,
+ sdb_strbuf_t __attribute__((unused)) *errbuf,
+ sdb_object_t __attribute__((unused)) *user_data)
+{
+ return SDB_OBJ(sdb_memstore_query_prepare(ast));
+} /* prepare_query */
+
+static int
+execute_query(sdb_object_t *q,
+ sdb_store_writer_t *w, sdb_object_t *wd, sdb_strbuf_t *errbuf,
+ sdb_object_t *user_data)
+{
+ return sdb_memstore_query_execute(SDB_MEMSTORE(user_data),
+ QUERY(q), w, wd, errbuf);
+} /* execute_query */
+
+sdb_store_reader_t sdb_memstore_reader = {
+ prepare_query, execute_query,
+};
+
+/*
+ * public API
+ */
+
+sdb_memstore_t *
+sdb_memstore_create(void)
+{
+ return SDB_MEMSTORE(sdb_object_create("store", store_type));
+} /* sdb_memstore_create */
+
+int
+sdb_memstore_host(sdb_memstore_t *store, const char *name, sdb_time_t last_update)
+{
+ sdb_store_host_t host = {
+ name, last_update, 0, NULL, 0,
+ };
+ return store_host(&host, SDB_OBJ(store));
+} /* sdb_memstore_host */
+
+int
+sdb_memstore_service(sdb_memstore_t *store, const char *hostname, const char *name,
+ sdb_time_t last_update)
+{
+ sdb_store_service_t service = {
+ hostname, name, last_update, 0, NULL, 0,
+ };
+ return store_service(&service, SDB_OBJ(store));
+} /* sdb_memstore_service */
+
+int
+sdb_memstore_metric(sdb_memstore_t *store, const char *hostname, const char *name,
+ sdb_metric_store_t *metric_store, sdb_time_t last_update)
+{
+ sdb_store_metric_t metric = {
+ hostname, name, { NULL, NULL }, last_update, 0, NULL, 0,
+ };
+ if (metric_store) {
+ metric.store.type = metric_store->type;
+ metric.store.id = metric_store->id;
+ }
+ return store_metric(&metric, SDB_OBJ(store));
+} /* sdb_memstore_metric */
+
+int
+sdb_memstore_attribute(sdb_memstore_t *store, const char *hostname,
+ const char *key, const sdb_data_t *value, sdb_time_t last_update)
+{
+ sdb_store_attribute_t attr = {
+ NULL, SDB_HOST, hostname, key, SDB_DATA_INIT, last_update, 0, NULL, 0,
+ };
+ if (value) {
+ attr.value = *value;
+ }
+ return store_attribute(&attr, SDB_OBJ(store));
+} /* sdb_memstore_attribute */
-const sc_service_t *
-sc_store_get_service(const sc_host_t *host, const char *name)
+int
+sdb_memstore_service_attr(sdb_memstore_t *store, const char *hostname,
+ const char *service, const char *key, const sdb_data_t *value,
+ sdb_time_t last_update)
{
- sc_store_lookup_obj_t lookup = SC_STORE_LOOKUP_OBJ_INIT;
- sc_service_t *svc;
+ sdb_store_attribute_t attr = {
+ hostname, SDB_SERVICE, service, key, SDB_DATA_INIT, last_update, 0, NULL, 0,
+ };
+ if (value) {
+ attr.value = *value;
+ }
+ return store_attribute(&attr, SDB_OBJ(store));
+} /* sdb_memstore_service_attr */
+
+int
+sdb_memstore_metric_attr(sdb_memstore_t *store, const char *hostname,
+ const char *metric, const char *key, const sdb_data_t *value,
+ sdb_time_t last_update)
+{
+ sdb_store_attribute_t attr = {
+ hostname, SDB_METRIC, metric, key, SDB_DATA_INIT, last_update, 0, NULL, 0,
+ };
+ if (value) {
+ attr.value = *value;
+ }
+ return store_attribute(&attr, SDB_OBJ(store));
+} /* sdb_memstore_metric_attr */
+
+sdb_memstore_obj_t *
+sdb_memstore_get_host(sdb_memstore_t *store, const char *name)
+{
+ host_t *host;
+
+ if ((! store) || (! name))
+ return NULL;
- if ((! host) || (! name))
+ host = HOST(sdb_avltree_lookup(store->hosts, name));
+ if (! host)
return NULL;
- lookup.obj_name = name;
- svc = SC_SVC(sc_llist_search(host->services, (const sc_object_t *)&lookup,
- sc_cmp_store_obj_with_name));
+ return STORE_OBJ(host);
+} /* sdb_memstore_get_host */
+
+sdb_memstore_obj_t *
+sdb_memstore_get_child(sdb_memstore_obj_t *host, int type, const char *name)
+{
+ sdb_avltree_t *children;
+
+ if ((! host) || (host->type != SDB_HOST) || (! name))
+ return NULL;
- if (! svc)
+ children = get_host_children(HOST(host), type);
+ if (! children)
return NULL;
- return svc;
-} /* sc_store_get_service */
+ return STORE_OBJ(sdb_avltree_lookup(children, name));
+} /* sdb_memstore_get_child */
int
-sc_store_dump(FILE *fh)
+sdb_memstore_get_field(sdb_memstore_obj_t *obj, int field, sdb_data_t *res)
{
- sc_llist_iter_t *host_iter;
+ sdb_data_t tmp;
- if (! fh)
+ if (! obj)
return -1;
- pthread_rwlock_rdlock(&host_lock);
+ switch (field) {
+ case SDB_FIELD_NAME:
+ tmp.type = SDB_TYPE_STRING;
+ tmp.data.string = strdup(SDB_OBJ(obj)->name);
+ if (! tmp.data.string)
+ return -1;
+ break;
+ case SDB_FIELD_LAST_UPDATE:
+ tmp.type = SDB_TYPE_DATETIME;
+ tmp.data.datetime = obj->last_update;
+ break;
+ case SDB_FIELD_AGE:
+ tmp.type = SDB_TYPE_DATETIME;
+ tmp.data.datetime = sdb_gettime() - obj->last_update;
+ break;
+ case SDB_FIELD_INTERVAL:
+ tmp.type = SDB_TYPE_DATETIME;
+ tmp.data.datetime = obj->interval;
+ break;
+ case SDB_FIELD_BACKEND:
+ if (! res)
+ return 0;
+ tmp.type = SDB_TYPE_ARRAY | SDB_TYPE_STRING;
+ tmp.data.array.length = obj->backends_num;
+ tmp.data.array.values = obj->backends;
+ return sdb_data_copy(res, &tmp);
+ case SDB_FIELD_VALUE:
+ if (obj->type != SDB_ATTRIBUTE)
+ return -1;
+ if (! res)
+ return 0;
+ return sdb_data_copy(res, &ATTR(obj)->value);
+ case SDB_FIELD_TIMESERIES:
+ if (obj->type != SDB_METRIC)
+ return -1;
+ tmp.type = SDB_TYPE_BOOLEAN;
+ tmp.data.boolean = METRIC(obj)->store.type != NULL;
+ default:
+ return -1;
+ }
+ if (res)
+ *res = tmp;
+ else
+ sdb_data_free_datum(&tmp);
+ return 0;
+} /* sdb_memstore_get_field */
- host_iter = sc_llist_get_iter(host_list);
- if (! host_iter)
+int
+sdb_memstore_get_attr(sdb_memstore_obj_t *obj, const char *name, sdb_data_t *res,
+ sdb_memstore_matcher_t *filter)
+{
+ sdb_avltree_t *tree = NULL;
+ sdb_memstore_obj_t *attr;
+
+ if ((! obj) || (! name))
return -1;
- while (sc_llist_iter_has_next(host_iter)) {
- sc_host_t *host = SC_HOST(sc_llist_iter_get_next(host_iter));
- sc_llist_iter_t *svc_iter;
+ if (obj->type == SDB_HOST)
+ tree = HOST(obj)->attributes;
+ else if (obj->type == SDB_SERVICE)
+ tree = SVC(obj)->attributes;
+ else if (obj->type == SDB_METRIC)
+ tree = METRIC(obj)->attributes;
- char time_str[64];
+ if (! tree)
+ return -1;
- assert(host);
+ attr = STORE_OBJ(sdb_avltree_lookup(tree, name));
+ if (! attr)
+ return -1;
+ if (filter && (! sdb_memstore_matcher_matches(filter, attr, NULL))) {
+ sdb_object_deref(SDB_OBJ(attr));
+ return -1;
+ }
- if (! sc_strftime(time_str, sizeof(time_str),
- "%F %T %z", host->host_last_update))
- snprintf(time_str, sizeof(time_str), "<error>");
- time_str[sizeof(time_str) - 1] = '\0';
+ assert(STORE_OBJ(attr)->type == SDB_ATTRIBUTE);
+ if (res)
+ sdb_data_copy(res, &ATTR(attr)->value);
+ sdb_object_deref(SDB_OBJ(attr));
+ return 0;
+} /* sdb_memstore_get_attr */
- fprintf(fh, "Host '%s' (last updated: %s):\n",
- host->host_name, time_str);
+int
+sdb_memstore_scan(sdb_memstore_t *store, int type,
+ sdb_memstore_matcher_t *m, sdb_memstore_matcher_t *filter,
+ sdb_memstore_lookup_cb cb, void *user_data)
+{
+ sdb_avltree_iter_t *host_iter = NULL;
+ int status = 0;
- svc_iter = sc_llist_get_iter(host->services);
- if (! svc_iter) {
- char errbuf[1024];
- fprintf(fh, "Failed to retrieve services: %s\n",
- sc_strerror(errno, errbuf, sizeof(errbuf)));
- continue;
- }
+ if ((! store) || (! cb))
+ return -1;
+
+ if ((type != SDB_HOST) && (type != SDB_SERVICE) && (type != SDB_METRIC)) {
+ sdb_log(SDB_LOG_ERR, "store: Cannot scan objects of type %d", type);
+ return -1;
+ }
+
+ pthread_rwlock_rdlock(&store->host_lock);
+ host_iter = sdb_avltree_get_iter(store->hosts);
+ if (! host_iter)
+ status = -1;
+
+ /* has_next returns false if the iterator is NULL */
+ while (sdb_avltree_iter_has_next(host_iter)) {
+ sdb_memstore_obj_t *host;
+ sdb_avltree_iter_t *iter = NULL;
- while (sc_llist_iter_has_next(svc_iter)) {
- sc_service_t *svc = SC_SVC(sc_llist_iter_get_next(svc_iter));
- assert(svc);
+ host = STORE_OBJ(sdb_avltree_iter_get_next(host_iter));
+ assert(host);
- if (! sc_strftime(time_str, sizeof(time_str),
- "%F %T %z", svc->svc_last_update))
- snprintf(time_str, sizeof(time_str), "<error>");
- time_str[sizeof(time_str) - 1] = '\0';
+ if (! sdb_memstore_matcher_matches(filter, host, NULL))
+ continue;
- fprintf(fh, "\tService '%s' (last updated: %s)\n",
- svc->svc_name, time_str);
+ if (type == SDB_SERVICE)
+ iter = sdb_avltree_get_iter(HOST(host)->services);
+ else if (type == SDB_METRIC)
+ iter = sdb_avltree_get_iter(HOST(host)->metrics);
+
+ if (iter) {
+ while (sdb_avltree_iter_has_next(iter)) {
+ sdb_memstore_obj_t *obj;
+ obj = STORE_OBJ(sdb_avltree_iter_get_next(iter));
+ assert(obj);
+
+ if (sdb_memstore_matcher_matches(m, obj, filter)) {
+ if (cb(obj, filter, user_data)) {
+ sdb_log(SDB_LOG_ERR, "store: Callback returned "
+ "an error while scanning");
+ status = -1;
+ break;
+ }
+ }
+ }
+ }
+ else if (sdb_memstore_matcher_matches(m, host, filter)) {
+ if (cb(host, filter, user_data)) {
+ sdb_log(SDB_LOG_ERR, "store: Callback returned "
+ "an error while scanning");
+ status = -1;
+ }
}
- sc_llist_iter_destroy(svc_iter);
+ sdb_avltree_iter_destroy(iter);
+ if (status)
+ break;
}
- sc_llist_iter_destroy(host_iter);
- return 0;
-} /* sc_store_dump */
+ sdb_avltree_iter_destroy(host_iter);
+ pthread_rwlock_unlock(&store->host_lock);
+ return status;
+} /* sdb_memstore_scan */
/* vim: set tw=78 sw=4 ts=4 noexpandtab : */