diff --git a/src/core/store.c b/src/core/store.c
index e8a693ce0c268b228bab54e29614a49447517e6e..8cb30efaea88a250284cb569db2ae07b05d7fa12 100644 (file)
--- a/src/core/store.c
+++ b/src/core/store.c
/*
* SysDB - src/core/store.c
- * Copyright (C) 2012 Sebastian 'tokkee' Harl <sh@tokkee.org>
+ * Copyright (C) 2012-2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
+#if HAVE_CONFIG_H
+# include "config.h"
+#endif /* HAVE_CONFIG_H */
+
#include "sysdb.h"
-#include "core/store.h"
-#include "core/error.h"
+#include "core/store-private.h"
#include "core/plugin.h"
-#include "utils/llist.h"
+#include "utils/avltree.h"
+#include "utils/error.h"
#include <assert.h>
* private variables
*/
-static sdb_llist_t *host_list = NULL;
+static sdb_avltree_t *hosts = NULL;
static pthread_rwlock_t host_lock = PTHREAD_RWLOCK_INITIALIZER;
/*
- * public types
+ * private types
*/
+static sdb_type_t sdb_host_type;
+static sdb_type_t sdb_service_type;
+static sdb_type_t sdb_metric_type;
+static sdb_type_t sdb_attribute_type;
+
static int
-sdb_host_init(sdb_object_t *obj, va_list __attribute__((unused)) ap)
+store_obj_init(sdb_object_t *obj, va_list ap)
+{
+ sdb_store_obj_t *sobj = STORE_OBJ(obj);
+
+ sobj->type = va_arg(ap, int);
+
+ sobj->last_update = va_arg(ap, sdb_time_t);
+ sobj->interval = 0;
+ sobj->backends = NULL;
+ sobj->backends_num = 0;
+ sobj->parent = NULL;
+ return 0;
+} /* store_obj_init */
+
+static void
+store_obj_destroy(sdb_object_t *obj)
{
- SDB_HOST(obj)->_last_update = sdb_gettime();
- /* ignore errors -> last_update will be updated later */
+ sdb_store_obj_t *sobj = STORE_OBJ(obj);
+ size_t i;
+
+ for (i = 0; i < sobj->backends_num; ++i)
+ free(sobj->backends[i]);
+ free(sobj->backends);
+ sobj->backends = NULL;
+ sobj->backends_num = 0;
- SDB_HOST(obj)->attributes = sdb_llist_create();
- if (! SDB_HOST(obj)->attributes)
+ if (sobj->parent)
+ sdb_object_deref(SDB_OBJ(sobj->parent));
+} /* store_obj_destroy */
+
+static int
+sdb_host_init(sdb_object_t *obj, va_list ap)
+{
+ sdb_host_t *sobj = HOST(obj);
+ int ret;
+
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
+
+ sobj->services = sdb_avltree_create();
+ if (! sobj->services)
+ return -1;
+ sobj->metrics = sdb_avltree_create();
+ if (! sobj->metrics)
return -1;
- SDB_HOST(obj)->services = sdb_llist_create();
- if (! SDB_HOST(obj)->services)
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
return -1;
return 0;
} /* sdb_host_init */
static void
sdb_host_destroy(sdb_object_t *obj)
{
+ sdb_host_t *sobj = HOST(obj);
assert(obj);
- if (SDB_HOST(obj)->attributes)
- sdb_llist_destroy(SDB_HOST(obj)->attributes);
- if (SDB_HOST(obj)->services)
- sdb_llist_destroy(SDB_HOST(obj)->services);
+ store_obj_destroy(obj);
+
+ if (sobj->services)
+ sdb_avltree_destroy(sobj->services);
+ if (sobj->metrics)
+ sdb_avltree_destroy(sobj->metrics);
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
} /* sdb_host_destroy */
-static sdb_object_t *
-sdb_host_do_clone(const sdb_object_t *obj)
+static int
+sdb_service_init(sdb_object_t *obj, va_list ap)
{
- const sdb_host_t *host = (const sdb_host_t *)obj;
- sdb_host_t *new;
+ sdb_service_t *sobj = SVC(obj);
+ int ret;
- new = SDB_HOST(sdb_object_create(obj->name, sdb_host_type));
- if (! new)
- return NULL;
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
- /* make sure these are initialized; else sdb_object_deref() might access
- * arbitrary memory in case of an error */
- new->services = new->attributes = NULL;
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
+ return -1;
+ return 0;
+} /* sdb_service_init */
- if (host->attributes) {
- new->attributes = sdb_llist_clone(host->attributes);
- if (! new->attributes) {
- sdb_object_deref(SDB_OBJ(new));
- return NULL;
- }
- }
+static void
+sdb_service_destroy(sdb_object_t *obj)
+{
+ sdb_service_t *sobj = SVC(obj);
+ assert(obj);
- new->_last_update = host->_last_update;
- if (host->services) {
- new->services = sdb_llist_clone(host->services);
- if (! new->services) {
- sdb_object_deref(SDB_OBJ(new));
- return NULL;
- }
- }
- return SDB_OBJ(new);
-} /* sdb_host_do_clone */
+ store_obj_destroy(obj);
+
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
+} /* sdb_service_destroy */
static int
-sdb_attr_init(sdb_object_t *obj, va_list ap)
+sdb_metric_init(sdb_object_t *obj, va_list ap)
{
- const char *hostname = va_arg(ap, const char *);
- const char *value = va_arg(ap, const char *);
+ sdb_metric_t *sobj = METRIC(obj);
+ int ret;
+
+ /* this will consume the first argument (type) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
- SDB_ATTR(obj)->hostname = strdup(hostname);
- SDB_ATTR(obj)->attr_value = strdup(value);
- if ((! SDB_ATTR(obj)->hostname) || (! SDB_ATTR(obj)->attr_value))
+ sobj->attributes = sdb_avltree_create();
+ if (! sobj->attributes)
return -1;
- SDB_ATTR(obj)->_last_update = sdb_gettime();
+ sobj->store.type = sobj->store.id = NULL;
return 0;
-} /* sdb_attr_init */
+} /* sdb_metric_init */
static void
-sdb_attr_destroy(sdb_object_t *obj)
+sdb_metric_destroy(sdb_object_t *obj)
{
+ sdb_metric_t *sobj = METRIC(obj);
assert(obj);
- if (SDB_ATTR(obj)->hostname)
- free(SDB_ATTR(obj)->hostname);
- if (SDB_ATTR(obj)->attr_value)
- free(SDB_ATTR(obj)->attr_value);
-} /* sdb_attr_destroy */
-
-static sdb_object_t *
-sdb_attr_clone(const sdb_object_t *obj)
-{
- const sdb_attribute_t *attr = (const sdb_attribute_t *)obj;
- sdb_attribute_t *new;
+ store_obj_destroy(obj);
- new = SDB_ATTR(sdb_object_create(obj->name, sdb_attribute_type,
- attr->hostname, attr->attr_value));
- if (! new)
- return NULL;
+ if (sobj->attributes)
+ sdb_avltree_destroy(sobj->attributes);
- new->_last_update = attr->_last_update;
- return SDB_OBJ(new);
-} /* sdb_attr_clone */
+ if (sobj->store.type)
+ free(sobj->store.type);
+ if (sobj->store.id)
+ free(sobj->store.id);
+} /* sdb_metric_destroy */
static int
-sdb_svc_init(sdb_object_t *obj, va_list ap)
+sdb_attr_init(sdb_object_t *obj, va_list ap)
{
- const char *hostname = va_arg(ap, const char *);
-
- SDB_SVC(obj)->hostname = strdup(hostname);
- if (! SDB_SVC(obj)->hostname)
- return -1;
-
- SDB_SVC(obj)->_last_update = sdb_gettime();
- /* ignore errors -> last_update will be updated later */
+ const sdb_data_t *value;
+ int ret;
+
+ /* this will consume the first two arguments
+ * (type and last_update) of ap */
+ ret = store_obj_init(obj, ap);
+ if (ret)
+ return ret;
+ value = va_arg(ap, const sdb_data_t *);
+
+ if (value)
+ if (sdb_data_copy(&ATTR(obj)->value, value))
+ return -1;
return 0;
-} /* sdb_svc_init */
+} /* sdb_attr_init */
static void
-sdb_svc_destroy(sdb_object_t *obj)
+sdb_attr_destroy(sdb_object_t *obj)
{
assert(obj);
- if (SDB_SVC(obj)->hostname)
- free(SDB_SVC(obj)->hostname);
-} /* sdb_svc_destroy */
-
-static sdb_object_t *
-sdb_svc_clone(const sdb_object_t *obj)
-{
- const sdb_service_t *svc = (const sdb_service_t *)obj;
- sdb_service_t *new;
-
- new = SDB_SVC(sdb_object_create(obj->name, sdb_service_type,
- svc->hostname));
- if (! new)
- return NULL;
-
- new->_last_update = svc->_last_update;
- return SDB_OBJ(new);
-} /* sdb_svc_clone */
+ store_obj_destroy(obj);
+ sdb_data_free_datum(&ATTR(obj)->value);
+} /* sdb_attr_destroy */
-const sdb_type_t sdb_host_type = {
+static sdb_type_t sdb_host_type = {
sizeof(sdb_host_t),
-
sdb_host_init,
- sdb_host_destroy,
- sdb_host_do_clone
+ sdb_host_destroy
};
-const sdb_type_t sdb_attribute_type = {
- sizeof(sdb_attribute_t),
-
- sdb_attr_init,
- sdb_attr_destroy,
- sdb_attr_clone
+static sdb_type_t sdb_service_type = {
+ sizeof(sdb_service_t),
+ sdb_service_init,
+ sdb_service_destroy
};
-const sdb_type_t sdb_service_type = {
- sizeof(sdb_service_t),
+static sdb_type_t sdb_metric_type = {
+ sizeof(sdb_metric_t),
+ sdb_metric_init,
+ sdb_metric_destroy
+};
- sdb_svc_init,
- sdb_svc_destroy,
- sdb_svc_clone
+static sdb_type_t sdb_attribute_type = {
+ sizeof(sdb_attribute_t),
+ sdb_attr_init,
+ sdb_attr_destroy
};
/*
- * public API
+ * private helper functions
*/
-int
-sdb_store_host(const char *name, sdb_time_t last_update)
+static sdb_host_t *
+lookup_host(const char *name)
{
- sdb_host_t *old;
+ return HOST(sdb_avltree_lookup(hosts, name));
+} /* lookup_host */
- char *cname;
- int status = 0;
+static int
+record_backend(sdb_store_obj_t *obj)
+{
+ const sdb_plugin_info_t *info;
+ char **tmp;
+ size_t i;
- if (! name)
+ info = sdb_plugin_current();
+ if (! info)
+ return 0;
+
+ for (i = 0; i < obj->backends_num; ++i)
+ if (!strcasecmp(obj->backends[i], info->plugin_name))
+ return 0;
+
+ tmp = realloc(obj->backends,
+ (obj->backends_num + 1) * sizeof(*obj->backends));
+ if (! tmp)
return -1;
- cname = sdb_plugin_cname(strdup(name));
- if (! cname) {
- sdb_log(SDB_LOG_ERR, "store: strdup failed");
+ obj->backends = tmp;
+ obj->backends[obj->backends_num] = strdup(info->plugin_name);
+ if (! obj->backends[obj->backends_num])
return -1;
- }
- last_update = last_update;
- if (last_update <= 0)
- last_update = sdb_gettime();
+ ++obj->backends_num;
+ return 0;
+} /* record_backend */
- pthread_rwlock_wrlock(&host_lock);
+static int
+store_obj(sdb_avltree_t *parent_tree, int type, const char *name,
+ sdb_time_t last_update, sdb_store_obj_t **updated_obj)
+{
+ sdb_store_obj_t *old, *new;
+ int status = 0;
- if (! host_list) {
- if (! (host_list = sdb_llist_create())) {
- pthread_rwlock_unlock(&host_lock);
- return -1;
- }
- }
+ assert(parent_tree);
- old = SDB_HOST(sdb_llist_search_by_name(host_list, cname));
+ if (last_update <= 0)
+ last_update = sdb_gettime();
+ old = STORE_OBJ(sdb_avltree_lookup(parent_tree, name));
if (old) {
- if (old->_last_update > last_update) {
- sdb_log(SDB_LOG_DEBUG, "store: Cannot update host '%s' - "
- "value too old (%"PRIscTIME" < %"PRIscTIME")",
- cname, last_update, old->_last_update);
- /* don't report an error; the host may be updated by multiple
+ if (old->last_update > last_update) {
+ sdb_log(SDB_LOG_DEBUG, "store: Cannot update %s '%s' - "
+ "value too old (%"PRIsdbTIME" < %"PRIsdbTIME")",
+ SDB_STORE_TYPE_TO_NAME(type), name,
+ last_update, old->last_update);
+ /* don't report an error; the object may be updated by multiple
* backends */
status = 1;
}
+ else if (old->last_update == last_update) {
+ /* don't report an error and also don't even log this to avoid
+ * excessive noise on high sampling frequencies */
+ status = 1;
+ }
else {
- old->_last_update = last_update;
+ sdb_time_t interval = last_update - old->last_update;
+ old->last_update = last_update;
+ if (interval) {
+ if (old->interval)
+ old->interval = (sdb_time_t)((0.9 * (double)old->interval)
+ + (0.1 * (double)interval));
+ else
+ old->interval = interval;
+ }
}
+
+ new = old;
+ sdb_object_deref(SDB_OBJ(old));
}
else {
- sdb_host_t *new = SDB_HOST(sdb_object_create(name, sdb_host_type));
- if (! new) {
+ if (type == SDB_ATTRIBUTE) {
+ /* the value will be updated by the caller */
+ new = STORE_OBJ(sdb_object_create(name, sdb_attribute_type,
+ type, last_update, NULL));
+ }
+ else {
+ sdb_type_t t;
+ t = type == SDB_HOST
+ ? sdb_host_type
+ : type == SDB_SERVICE
+ ? sdb_service_type
+ : sdb_metric_type;
+ new = STORE_OBJ(sdb_object_create(name, t, type, last_update));
+ }
+
+ if (new) {
+ status = sdb_avltree_insert(parent_tree, SDB_OBJ(new));
+
+ /* pass control to the tree or destroy in case of an error */
+ sdb_object_deref(SDB_OBJ(new));
+ }
+ else {
char errbuf[1024];
- sdb_log(SDB_LOG_ERR, "store: Failed to clone host object: %s",
+ sdb_log(SDB_LOG_ERR, "store: Failed to create %s '%s': %s",
+ SDB_STORE_TYPE_TO_NAME(type), name,
sdb_strerror(errno, errbuf, sizeof(errbuf)));
- pthread_rwlock_unlock(&host_lock);
- return -1;
+ status = -1;
}
+ }
- free(SDB_OBJ(new)->name);
- SDB_OBJ(new)->name = cname;
-
- if (! new->attributes) {
- if (! (new->attributes = sdb_llist_create())) {
- char errbuf[1024];
- sdb_log(SDB_LOG_ERR, "store: Failed to initialize "
- "host object '%s': %s", SDB_OBJ(new)->name,
- sdb_strerror(errno, errbuf, sizeof(errbuf)));
- sdb_object_deref(SDB_OBJ(new));
- pthread_rwlock_unlock(&host_lock);
- return -1;
- }
+ if (status < 0)
+ return status;
+ assert(new);
+
+ if (updated_obj)
+ *updated_obj = new;
+
+ if (record_backend(new))
+ return -1;
+ return status;
+} /* store_obj */
+
+static int
+store_attr(sdb_avltree_t *attributes, const char *key, const sdb_data_t *value,
+ sdb_time_t last_update)
+{
+ sdb_store_obj_t *attr = NULL;
+ int status;
+
+ status = store_obj(attributes, SDB_ATTRIBUTE, key, last_update, &attr);
+ if (status)
+ return status;
+
+ /* don't update unchanged values */
+ if (! sdb_data_cmp(&ATTR(attr)->value, value))
+ return status;
+
+ assert(attr);
+ if (sdb_data_copy(&ATTR(attr)->value, value))
+ return -1;
+ return status;
+} /* store_attr */
+
+/* The host_lock has to be acquired before calling this function. */
+static sdb_avltree_t *
+get_host_children(const char *hostname, int type)
+{
+ char *cname = NULL;
+ sdb_host_t *host;
+
+ assert(hostname);
+ assert((type == SDB_SERVICE) || (type == SDB_METRIC)
+ || (type == SDB_ATTRIBUTE));
+
+ if (! hosts)
+ return NULL;
+
+ cname = sdb_plugin_cname(strdup(hostname));
+ if (! cname) {
+ sdb_log(SDB_LOG_ERR, "store: strdup failed");
+ return NULL;
+ }
+
+ host = lookup_host(cname);
+ free(cname);
+ if (! host)
+ return NULL;
+
+ sdb_object_deref(SDB_OBJ(host));
+ if (type == SDB_ATTRIBUTE)
+ return host->attributes;
+ else if (type == SDB_METRIC)
+ return host->metrics;
+ else
+ return host->services;
+} /* get_host_children */
+
+/*
+ * store_common_tojson serializes common object attributes to JSON.
+ *
+ * The function never returns an error. Rather, an error message will be part
+ * of the serialized data.
+ */
+static void
+store_common_tojson(sdb_store_obj_t *obj, sdb_strbuf_t *buf)
+{
+ char time_str[64];
+ char interval_str[64];
+ size_t i;
+
+ /* TODO: make time and interval formats configurable */
+ if (! sdb_strftime(time_str, sizeof(time_str),
+ "%F %T %z", obj->last_update))
+ snprintf(time_str, sizeof(time_str), "<error>");
+ time_str[sizeof(time_str) - 1] = '\0';
+
+ if (! sdb_strfinterval(interval_str, sizeof(interval_str),
+ obj->interval))
+ snprintf(interval_str, sizeof(interval_str), "<error>");
+ interval_str[sizeof(interval_str) - 1] = '\0';
+
+ sdb_strbuf_append(buf, "\"last_update\": \"%s\", "
+ "\"update_interval\": \"%s\", \"backends\": [",
+ time_str, interval_str);
+
+ for (i = 0; i < obj->backends_num; ++i) {
+ sdb_strbuf_append(buf, "\"%s\"", obj->backends[i]);
+ if (i < obj->backends_num - 1)
+ sdb_strbuf_append(buf, ",");
+ }
+ sdb_strbuf_append(buf, "]");
+} /* store_common_tojson */
+
+/*
+ * store_obj_tojson serializes attribute / metric / service objects to JSON.
+ *
+ * The function never returns an error. Rather, an error message will be part
+ * of the serialized data.
+ */
+static void
+store_obj_tojson(sdb_avltree_t *tree, int type, sdb_strbuf_t *buf,
+ sdb_store_matcher_t *filter, int flags)
+{
+ sdb_avltree_iter_t *iter;
+
+ assert((type == SDB_ATTRIBUTE)
+ || (type == SDB_METRIC)
+ || (type == SDB_SERVICE));
+
+ sdb_strbuf_append(buf, "[");
+ iter = sdb_avltree_get_iter(tree);
+ if (! iter) {
+ char errbuf[1024];
+ sdb_log(SDB_LOG_ERR, "store: Failed to retrieve %ss: %s\n",
+ SDB_STORE_TYPE_TO_NAME(type),
+ sdb_strerror(errno, errbuf, sizeof(errbuf)));
+ sdb_strbuf_append(buf, "{\"error\": \"failed to retrieve %ss: %s\"}",
+ SDB_STORE_TYPE_TO_NAME(type), errbuf);
+ }
+
+ /* has_next returns false if the iterator is NULL */
+ while (sdb_avltree_iter_has_next(iter)) {
+ sdb_store_obj_t *sobj = STORE_OBJ(sdb_avltree_iter_get_next(iter));
+ assert(sobj);
+ assert(sobj->type == type);
+
+ if (filter && (! sdb_store_matcher_matches(filter, sobj, NULL)))
+ continue;
+
+ sdb_strbuf_append(buf, "{\"name\": \"%s\", ", SDB_OBJ(sobj)->name);
+ if (sobj->type == SDB_ATTRIBUTE) {
+ char tmp[sdb_data_strlen(&ATTR(sobj)->value) + 1];
+ sdb_data_format(&ATTR(sobj)->value, tmp, sizeof(tmp),
+ SDB_DOUBLE_QUOTED);
+ sdb_strbuf_append(buf, "\"value\": %s, ", tmp);
}
+ store_common_tojson(sobj, buf);
- if (! new->services) {
- if (! (new->services = sdb_llist_create())) {
- char errbuf[1024];
- sdb_log(SDB_LOG_ERR, "store: Failed to initialize "
- "host object '%s': %s", SDB_OBJ(new)->name,
- sdb_strerror(errno, errbuf, sizeof(errbuf)));
- sdb_object_deref(SDB_OBJ(new));
- pthread_rwlock_unlock(&host_lock);
- return -1;
- }
+ if ((sobj->type == SDB_SERVICE)
+ && (! (flags & SDB_SKIP_ATTRIBUTES))) {
+ sdb_strbuf_append(buf, ", \"attributes\": ");
+ store_obj_tojson(SVC(sobj)->attributes, SDB_ATTRIBUTE,
+ buf, filter, flags);
+ }
+ else if ((sobj->type == SDB_METRIC)
+ && (! (flags & SDB_SKIP_ATTRIBUTES))) {
+ sdb_strbuf_append(buf, ", \"attributes\": ");
+ store_obj_tojson(METRIC(sobj)->attributes, SDB_ATTRIBUTE,
+ buf, filter, flags);
}
+ sdb_strbuf_append(buf, "}");
+
+ if (sdb_avltree_iter_has_next(iter))
+ sdb_strbuf_append(buf, ",");
+ }
+
+ sdb_avltree_iter_destroy(iter);
+ sdb_strbuf_append(buf, "]");
+} /* store_obj_tojson */
+
+/*
+ * ts_tojson serializes a time-series to JSON.
+ *
+ * The function never returns an error. Rather, an error message will be part
+ * of the serialized data.
+ */
+static void
+ts_tojson(sdb_timeseries_t *ts, sdb_strbuf_t *buf)
+{
+ char start_str[64];
+ char end_str[64];
+
+ size_t i;
+
+ /* TODO: make time format configurable */
+ if (! sdb_strftime(start_str, sizeof(start_str),
+ "%F %T %z", ts->start))
+ snprintf(start_str, sizeof(start_str), "<error>");
+ start_str[sizeof(start_str) - 1] = '\0';
+ if (! sdb_strftime(end_str, sizeof(end_str),
+ "%F %T %z", ts->end))
+ snprintf(end_str, sizeof(end_str), "<error>");
+ end_str[sizeof(end_str) - 1] = '\0';
+
+ sdb_strbuf_append(buf, "{\"start\": \"%s\", \"end\": \"%s\", \"data\": {",
+ start_str, end_str);
+
+ for (i = 0; i < ts->data_names_len; ++i) {
+ size_t j;
+ sdb_strbuf_append(buf, "\"%s\": [", ts->data_names[i]);
+
+ for (j = 0; j < ts->data_len; ++j) {
+ char time_str[64];
+
+ if (! sdb_strftime(time_str, sizeof(time_str),
+ "%F %T %z", ts->data[i][j].timestamp))
+ snprintf(time_str, sizeof(time_str), "<error>");
+ time_str[sizeof(time_str) - 1] = '\0';
+
+ sdb_strbuf_append(buf, "{\"timestamp\": \"%s\", "
+ "\"value\": \"%f\"}", time_str, ts->data[i][j].value);
+
+ if (j < ts->data_len - 1)
+ sdb_strbuf_append(buf, ",");
+ }
+
+ if (i < ts->data_names_len - 1)
+ sdb_strbuf_append(buf, "],");
+ else
+ sdb_strbuf_append(buf, "]");
+ }
+ sdb_strbuf_append(buf, "}}");
+} /* ts_tojson */
+
+/*
+ * public API
+ */
+
+void
+sdb_store_clear(void)
+{
+ sdb_avltree_destroy(hosts);
+ hosts = NULL;
+} /* sdb_store_clear */
+
+int
+sdb_store_host(const char *name, sdb_time_t last_update)
+{
+ char *cname = NULL;
+ int status = 0;
- status = sdb_llist_insert_sorted(host_list, SDB_OBJ(new),
- sdb_object_cmp_by_name);
+ if (! name)
+ return -1;
- /* pass control to the list or destroy in case of an error */
- sdb_object_deref(SDB_OBJ(new));
+ cname = sdb_plugin_cname(strdup(name));
+ if (! cname) {
+ sdb_log(SDB_LOG_ERR, "store: strdup failed");
+ return -1;
}
+ pthread_rwlock_wrlock(&host_lock);
+ if (! hosts)
+ if (! (hosts = sdb_avltree_create()))
+ status = -1;
+
+ if (! status)
+ status = store_obj(hosts, SDB_HOST, cname, last_update, NULL);
pthread_rwlock_unlock(&host_lock);
+
+ free(cname);
return status;
} /* sdb_store_host */
if (! name)
return NULL;
- host = SDB_HOST(sdb_llist_search_by_name(host_list, name));
+ host = lookup_host(name);
return host != NULL;
} /* sdb_store_has_host */
-int
-sdb_store_attribute(const char *hostname, const char *key, const char *value,
- sdb_time_t last_update)
+sdb_store_obj_t *
+sdb_store_get_host(const char *name)
{
sdb_host_t *host;
- sdb_attribute_t *old;
+ if (! name)
+ return NULL;
+
+ host = lookup_host(name);
+ if (! host)
+ return NULL;
+
+ return STORE_OBJ(host);
+} /* sdb_store_get_host */
+
+int
+sdb_store_attribute(const char *hostname,
+ const char *key, const sdb_data_t *value,
+ sdb_time_t last_update)
+{
+ sdb_avltree_t *attrs;
int status = 0;
if ((! hostname) || (! key))
return -1;
- if (last_update <= 0)
- last_update = sdb_gettime();
+ pthread_rwlock_wrlock(&host_lock);
+ attrs = get_host_children(hostname, SDB_ATTRIBUTE);
+ if (! attrs) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+ "host '%s' not found", key, hostname);
+ status = -1;
+ }
+
+ if (! status)
+ status = store_attr(attrs, key, value, last_update);
+
+ pthread_rwlock_unlock(&host_lock);
+ return status;
+} /* sdb_store_attribute */
+
+int
+sdb_store_service(const char *hostname, const char *name,
+ sdb_time_t last_update)
+{
+ sdb_avltree_t *services;
- if (! host_list)
+ int status = 0;
+
+ if ((! hostname) || (! name))
return -1;
pthread_rwlock_wrlock(&host_lock);
+ services = get_host_children(hostname, SDB_SERVICE);
+ if (! services) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store service '%s' - "
+ "host '%s' not found", name, hostname);
+ status = -1;
+ }
+
+ if (! status)
+ status = store_obj(services, SDB_SERVICE, name, last_update, NULL);
+ pthread_rwlock_unlock(&host_lock);
+ return status;
+} /* sdb_store_service */
+
+int
+sdb_store_service_attr(const char *hostname, const char *service,
+ const char *key, const sdb_data_t *value, sdb_time_t last_update)
+{
+ sdb_avltree_t *services;
+ sdb_service_t *svc;
+ int status = 0;
- host = SDB_HOST(sdb_llist_search_by_name(host_list, hostname));
- if (! host) {
+ if ((! hostname) || (! service) || (! key))
+ return -1;
+
+ pthread_rwlock_wrlock(&host_lock);
+ services = get_host_children(hostname, SDB_SERVICE);
+ if (! services) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
+ "for service '%s' - host '%ss' not found",
+ key, service, hostname);
pthread_rwlock_unlock(&host_lock);
return -1;
}
- old = SDB_ATTR(sdb_llist_search_by_name(host->attributes, key));
- if (old) {
- if (old->_last_update > last_update) {
- sdb_log(SDB_LOG_DEBUG, "store: Cannot update attribute "
- "'%s/%s' - value too old (%"PRIscTIME" < %"PRIscTIME")",
- hostname, key, last_update, old->_last_update);
- status = 1;
- }
- else {
- old->_last_update = last_update;
- }
+ svc = SVC(sdb_avltree_lookup(services, service));
+ if (! svc) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+ "service '%s/%s' not found", key, hostname, service);
+ status = -1;
}
- else {
- sdb_attribute_t *new = SDB_ATTR(sdb_object_create(key,
- sdb_attribute_type, hostname, value));
- if (! new) {
- char errbuf[1024];
- sdb_log(SDB_LOG_ERR, "store: Failed to clone attribute "
- "object: %s", sdb_strerror(errno, errbuf, sizeof(errbuf)));
- pthread_rwlock_unlock(&host_lock);
- return -1;
- }
- status = sdb_llist_insert_sorted(host->attributes, SDB_OBJ(new),
- sdb_object_cmp_by_name);
-
- /* pass control to the list or destroy in case of an error */
- sdb_object_deref(SDB_OBJ(new));
- }
+ if (! status)
+ status = store_attr(svc->attributes, key, value, last_update);
+ sdb_object_deref(SDB_OBJ(svc));
pthread_rwlock_unlock(&host_lock);
return status;
-} /* sdb_store_attribute */
+} /* sdb_store_service_attr */
int
-sdb_store_service(const sdb_service_t *svc)
+sdb_store_metric(const char *hostname, const char *name,
+ sdb_metric_store_t *store, sdb_time_t last_update)
{
- sdb_host_t *host;
- sdb_service_t *old;
- sdb_time_t last_update;
+ sdb_store_obj_t *obj = NULL;
+ sdb_metric_t *metric;
+
+ sdb_avltree_t *metrics;
int status = 0;
- if (! svc)
+ if ((! hostname) || (! name))
+ return -1;
+ if (store && ((! store->type) || (! store->id)))
return -1;
- last_update = svc->_last_update;
- if (last_update <= 0)
- last_update = sdb_gettime();
+ pthread_rwlock_wrlock(&host_lock);
+ metrics = get_host_children(hostname, SDB_METRIC);
+ if (! metrics) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store metric '%s' - "
+ "host '%s' not found", name, hostname);
+ status = -1;
+ }
+
+ if (! status)
+ status = store_obj(metrics, SDB_METRIC, name, last_update, &obj);
- if (! host_list)
+ if (status || (! store)) {
+ pthread_rwlock_unlock(&host_lock);
+ return status;
+ }
+
+ assert(obj);
+ metric = METRIC(obj);
+
+ if ((! metric->store.type) || strcasecmp(metric->store.type, store->type)) {
+ if (metric->store.type)
+ free(metric->store.type);
+ metric->store.type = strdup(store->type);
+ }
+ if ((! metric->store.id) || strcasecmp(metric->store.id, store->id)) {
+ if (metric->store.id)
+ free(metric->store.id);
+ metric->store.id = strdup(store->id);
+ }
+
+ if ((! metric->store.type) || (! metric->store.id)) {
+ if (metric->store.type)
+ free(metric->store.type);
+ if (metric->store.id)
+ free(metric->store.id);
+ metric->store.type = metric->store.id = NULL;
+ status = -1;
+ }
+ pthread_rwlock_unlock(&host_lock);
+ return status;
+} /* sdb_store_metric */
+
+int
+sdb_store_metric_attr(const char *hostname, const char *metric,
+ const char *key, const sdb_data_t *value, sdb_time_t last_update)
+{
+ sdb_avltree_t *metrics;
+ sdb_metric_t *m;
+ int status = 0;
+
+ if ((! hostname) || (! metric) || (! key))
return -1;
pthread_rwlock_wrlock(&host_lock);
+ metrics = get_host_children(hostname, SDB_METRIC);
+ if (! metrics) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
+ "for metric '%s' - host '%s' not found",
+ key, metric, hostname);
+ pthread_rwlock_unlock(&host_lock);
+ return -1;
+ }
+
+ m = METRIC(sdb_avltree_lookup(metrics, metric));
+ if (! m) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+ "metric '%s/%s' not found", key, hostname, metric);
+ status = -1;
+ }
+
+ if (! status)
+ status = store_attr(m->attributes, key, value, last_update);
- host = SDB_HOST(sdb_llist_search_by_name(host_list, svc->hostname));
- if (! host) {
+ sdb_object_deref(SDB_OBJ(m));
+ pthread_rwlock_unlock(&host_lock);
+ return status;
+} /* sdb_store_metric_attr */
+
+int
+sdb_store_fetch_timeseries(const char *hostname, const char *metric,
+ sdb_timeseries_opts_t *opts, sdb_strbuf_t *buf)
+{
+ sdb_avltree_t *metrics;
+ sdb_metric_t *m;
+
+ sdb_timeseries_t *ts;
+
+ if ((! hostname) || (! metric) || (! opts) || (! buf))
+ return -1;
+
+ pthread_rwlock_rdlock(&host_lock);
+ metrics = get_host_children(hostname, SDB_METRIC);
+ if (! metrics) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+ "- host '%s' not found", hostname, metric, hostname);
pthread_rwlock_unlock(&host_lock);
return -1;
}
- old = SDB_SVC(sdb_llist_search_by_name(host->services,
- SDB_CONST_OBJ(svc)->name));
- if (old) {
- if (old->_last_update > last_update) {
- sdb_log(SDB_LOG_DEBUG, "store: Cannot update service "
- "'%s/%s' - value too old (%"PRIscTIME" < %"PRIscTIME")",
- svc->hostname, SDB_CONST_OBJ(svc)->name, last_update,
- old->_last_update);
- status = 1;
- }
- else {
- old->_last_update = last_update;
- }
+ m = METRIC(sdb_avltree_lookup(metrics, metric));
+ if (! m) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+ "- metric '%s' not found", hostname, metric, metric);
+ pthread_rwlock_unlock(&host_lock);
+ return -1;
}
- else {
- sdb_service_t *new = SDB_SVC(sdb_object_clone(SDB_CONST_OBJ(svc)));
- if (! new) {
- char errbuf[1024];
- sdb_log(SDB_LOG_ERR, "store: Failed to clone service "
- "object: %s", sdb_strerror(errno, errbuf, sizeof(errbuf)));
- pthread_rwlock_unlock(&host_lock);
+
+ if ((! m->store.type) || (! m->store.id)) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+ "- no data-store configured for the stored metric",
+ hostname, metric);
+ pthread_rwlock_unlock(&host_lock);
+ return -1;
+ }
+
+ {
+ char type[strlen(m->store.type) + 1];
+ char id[strlen(m->store.id) + 1];
+
+ strncpy(type, m->store.type, sizeof(type));
+ strncpy(id, m->store.id, sizeof(id));
+ pthread_rwlock_unlock(&host_lock);
+
+ ts = sdb_plugin_fetch_timeseries(type, id, opts);
+ if (! ts) {
+ sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+ "- %s fetcher callback returned no data for '%s'",
+ hostname, metric, type, id);
return -1;
}
+ }
- status = sdb_llist_insert_sorted(host->services, SDB_OBJ(new),
- sdb_object_cmp_by_name);
+ ts_tojson(ts, buf);
+ sdb_timeseries_destroy(ts);
+ return 0;
+} /* sdb_store_fetch_timeseries */
- /* pass control to the list or destroy in case of an error */
- sdb_object_deref(SDB_OBJ(new));
+int
+sdb_store_get_field(sdb_store_obj_t *obj, int field, sdb_data_t *res)
+{
+ if ((! obj) || (! res))
+ return -1;
+
+ switch (field) {
+ case SDB_FIELD_LAST_UPDATE:
+ res->type = SDB_TYPE_DATETIME;
+ res->data.datetime = obj->last_update;
+ break;
+ case SDB_FIELD_AGE:
+ res->type = SDB_TYPE_DATETIME;
+ res->data.datetime = sdb_gettime() - obj->last_update;
+ break;
+ case SDB_FIELD_INTERVAL:
+ res->type = SDB_TYPE_DATETIME;
+ res->data.datetime = obj->interval;
+ break;
+ case SDB_FIELD_BACKEND:
+ /* TODO: add support for storing array values in a data object
+ * for now, fall thru to the error case */
+ default:
+ return -1;
}
+ return 0;
+} /* sdb_store_get_field */
- pthread_rwlock_unlock(&host_lock);
- return status;
-} /* sdb_store_service */
+int
+sdb_store_host_tojson(sdb_store_obj_t *h, sdb_strbuf_t *buf,
+ sdb_store_matcher_t *filter, int flags)
+{
+ sdb_host_t *host = HOST(h);
+
+ if ((! h) || (h->type != SDB_HOST) || (! buf))
+ return -1;
+
+ /* This function ignores SKIP_EMPTY flags given that the current
+ * implementation sucks and it's nut currently used when calling this
+ * function directly. */
+
+ sdb_strbuf_append(buf, "{\"name\": \"%s\", ", SDB_OBJ(host)->name);
+ store_common_tojson(h, buf);
+
+ if (! (flags & SDB_SKIP_ATTRIBUTES)) {
+ sdb_strbuf_append(buf, ", \"attributes\": ");
+ store_obj_tojson(host->attributes, SDB_ATTRIBUTE, buf, filter, flags);
+ }
+
+ if (! (flags & SDB_SKIP_METRICS)) {
+ sdb_strbuf_append(buf, ", \"metrics\": ");
+ store_obj_tojson(host->metrics, SDB_METRIC, buf, filter, flags);
+ }
+
+ if (! (flags & SDB_SKIP_SERVICES)) {
+ sdb_strbuf_append(buf, ", \"services\": ");
+ store_obj_tojson(host->services, SDB_SERVICE, buf, filter, flags);
+ }
+
+ sdb_strbuf_append(buf, "}");
+ return 0;
+} /* sdb_store_host_tojson */
+
+static _Bool
+has_children(sdb_avltree_t *tree, sdb_store_matcher_t *filter)
+{
+ sdb_avltree_iter_t *iter;
+
+ if (! filter)
+ return sdb_avltree_size(tree) > 0;
+
+ iter = sdb_avltree_get_iter(tree);
+ while (sdb_avltree_iter_has_next(iter)) {
+ sdb_store_obj_t *sobj = STORE_OBJ(sdb_avltree_iter_get_next(iter));
+ if (sdb_store_matcher_matches(filter, sobj, NULL)) {
+ sdb_avltree_iter_destroy(iter);
+ return 1;
+ }
+ }
+ sdb_avltree_iter_destroy(iter);
+ return 0;
+} /* has_children */
int
-sdb_store_dump(FILE *fh)
+sdb_store_tojson(sdb_strbuf_t *buf, sdb_store_matcher_t *filter, int flags)
{
- sdb_llist_iter_t *host_iter;
+ sdb_avltree_iter_t *host_iter;
+ size_t len;
- if (! fh)
+ if (! buf)
return -1;
pthread_rwlock_rdlock(&host_lock);
- host_iter = sdb_llist_get_iter(host_list);
+ host_iter = sdb_avltree_get_iter(hosts);
if (! host_iter) {
pthread_rwlock_unlock(&host_lock);
return -1;
}
- while (sdb_llist_iter_has_next(host_iter)) {
- sdb_host_t *host = SDB_HOST(sdb_llist_iter_get_next(host_iter));
- sdb_llist_iter_t *svc_iter;
- sdb_llist_iter_t *attr_iter;
+ sdb_strbuf_append(buf, "[");
- char time_str[64];
+ len = sdb_strbuf_len(buf);
+ while (sdb_avltree_iter_has_next(host_iter)) {
+ sdb_store_obj_t *host;
+ host = STORE_OBJ(sdb_avltree_iter_get_next(host_iter));
assert(host);
- if (! sdb_strftime(time_str, sizeof(time_str),
- "%F %T %z", host->_last_update))
- snprintf(time_str, sizeof(time_str), "<error>");
- time_str[sizeof(time_str) - 1] = '\0';
-
- fprintf(fh, "Host '%s' (last updated: %s):\n",
- SDB_OBJ(host)->name, time_str);
+ if (filter && (! sdb_store_matcher_matches(filter, host, NULL)))
+ continue;
- attr_iter = sdb_llist_get_iter(host->attributes);
- if (! attr_iter) {
- char errbuf[1024];
- fprintf(fh, "Failed to retrieve attributes: %s\n",
- sdb_strerror(errno, errbuf, sizeof(errbuf)));
+ /*
+ * XXX: This approach sucks but it's the best we can do at the moment.
+ * In the future, all store lookups should be split into multiple
+ * steps instead: first, retrieve all relevant objects and apply all
+ * pre-processing operations and then format it for the wire.
+ */
+ if ((flags & SDB_SKIP_EMPTY_SERVICES)
+ && (! has_children(HOST(host)->services, filter)))
+ continue;
+ if ((flags & SDB_SKIP_EMPTY_METRICS)
+ && (! has_children(HOST(host)->metrics, filter)))
continue;
- }
- while (sdb_llist_iter_has_next(attr_iter)) {
- sdb_attribute_t *attr = SDB_ATTR(sdb_llist_iter_get_next(attr_iter));
- assert(attr);
+ if (sdb_strbuf_len(buf) > len)
+ sdb_strbuf_append(buf, ",");
+ len = sdb_strbuf_len(buf);
- if (! sdb_strftime(time_str, sizeof(time_str),
- "%F %T %z", attr->_last_update))
- snprintf(time_str, sizeof(time_str), "<error>");
- time_str[sizeof(time_str) - 1] = '\0';
+ if (sdb_store_host_tojson(host, buf, filter, flags))
+ return -1;
+ }
- fprintf(fh, "\tAttribute '%s' -> '%s' (last updated: %s)\n",
- SDB_OBJ(attr)->name, attr->attr_value, time_str);
- }
+ sdb_strbuf_append(buf, "]");
- sdb_llist_iter_destroy(attr_iter);
+ sdb_avltree_iter_destroy(host_iter);
+ pthread_rwlock_unlock(&host_lock);
+ return 0;
+} /* sdb_store_tojson */
- svc_iter = sdb_llist_get_iter(host->services);
- if (! svc_iter) {
- char errbuf[1024];
- fprintf(fh, "Failed to retrieve services: %s\n",
- sdb_strerror(errno, errbuf, sizeof(errbuf)));
- continue;
- }
+/* TODO: actually support hierarchical data */
+int
+sdb_store_iterate(sdb_store_iter_cb cb, void *user_data)
+{
+ sdb_avltree_iter_t *host_iter;
+ int status = 0;
- while (sdb_llist_iter_has_next(svc_iter)) {
- sdb_service_t *svc = SDB_SVC(sdb_llist_iter_get_next(svc_iter));
- assert(svc);
+ pthread_rwlock_rdlock(&host_lock);
- if (! sdb_strftime(time_str, sizeof(time_str),
- "%F %T %z", svc->_last_update))
- snprintf(time_str, sizeof(time_str), "<error>");
- time_str[sizeof(time_str) - 1] = '\0';
+ host_iter = sdb_avltree_get_iter(hosts);
+ if (! host_iter)
+ status = -1;
- fprintf(fh, "\tService '%s' (last updated: %s)\n",
- SDB_OBJ(svc)->name, time_str);
- }
+ /* has_next returns false if the iterator is NULL */
+ while (sdb_avltree_iter_has_next(host_iter)) {
+ sdb_store_obj_t *host;
- sdb_llist_iter_destroy(svc_iter);
+ host = STORE_OBJ(sdb_avltree_iter_get_next(host_iter));
+ assert(host);
+
+ if (cb(host, user_data)) {
+ status = -1;
+ break;
+ }
}
- sdb_llist_iter_destroy(host_iter);
+ sdb_avltree_iter_destroy(host_iter);
pthread_rwlock_unlock(&host_lock);
- return 0;
-} /* sdb_store_dump */
+ return status;
+} /* sdb_store_iterate */
/* vim: set tw=78 sw=4 ts=4 noexpandtab : */