X-Git-Url: https://git.tokkee.org/?p=sysdb.git;a=blobdiff_plain;f=src%2Fcore%2Fstore.c;h=c4caecfe6a49caecc36caf20c2f6836a2bf88534;hp=9528a310785a9714135fdd55c37e9f3a5f632804;hb=da52b4da948c741d20c7a3995ce5d133af377def;hpb=bf3b8e60b2fdc493c4e04b05ce67abf69ca9a4ff

diff --git a/src/core/store.c b/src/core/store.c
index 9528a31..ab37e68 100644
--- a/src/core/store.c
+++ b/src/core/store.c
@@ -1,6 +1,6 @@
 /*
- * syscollector - src/core/store.c
- * Copyright (C) 2012 Sebastian 'tokkee' Harl <sh@tokkee.org>
+ * SysDB - src/core/store.c
+ * Copyright (C) 2012-2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
  * All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
@@ -25,10 +25,15 @@
  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  */
 
-#include "syscollector.h"
-#include "core/store.h"
-#include "utils/llist.h"
-#include "utils/string.h"
+#if HAVE_CONFIG_H
+#	include "config.h"
+#endif /* HAVE_CONFIG_H */
+
+#include "sysdb.h"
+#include "core/store-private.h"
+#include "core/plugin.h"
+#include "utils/avltree.h"
+#include "utils/error.h"
 
 #include <assert.h>
 
@@ -38,383 +43,990 @@
 #include <stdlib.h>
 #include <string.h>
 
+#include <math.h>
 #include <pthread.h>
 
 /*
  * private variables
  */
 
-static sc_llist_t *host_list = NULL;
+static sdb_avltree_t *hosts = NULL;
 static pthread_rwlock_t host_lock = PTHREAD_RWLOCK_INITIALIZER;
 
 /*
- * private helper functions
+ * private types
  */
 
+static sdb_type_t sdb_host_type;
+static sdb_type_t sdb_service_type;
+static sdb_type_t sdb_metric_type;
+static sdb_type_t sdb_attribute_type;
+
 static int
-sc_store_obj_cmp_by_name(const sc_object_t *a, const sc_object_t *b)
+store_obj_init(sdb_object_t *obj, va_list ap)
+{
+	sdb_store_obj_t *sobj = STORE_OBJ(obj);
+
+	sobj->type = va_arg(ap, int);
+
+	sobj->last_update = va_arg(ap, sdb_time_t);
+	sobj->interval = 0;
+	sobj->backends = NULL;
+	sobj->backends_num = 0;
+	sobj->parent = NULL;
+	return 0;
+} /* store_obj_init */
+
+static void
+store_obj_destroy(sdb_object_t *obj)
 {
-	const sc_store_obj_t *h1 = (const sc_store_obj_t *)a;
-	const sc_store_obj_t *h2 = (const sc_store_obj_t *)b;
+	sdb_store_obj_t *sobj = STORE_OBJ(obj);
+	size_t i;
+
+	for (i = 0; i < sobj->backends_num; ++i)
+		free(sobj->backends[i]);
+	free(sobj->backends);
+	sobj->backends = NULL;
+	sobj->backends_num = 0;
 
-	assert(h1 && h2);
-	return strcasecmp(h1->name, h2->name);
-} /* sc_store_obj_cmp_by_name */
+	// We don't currently keep an extra reference for parent objects to
+	// avoid circular self-references which are not handled correctly by
+	// the ref-count base management layer.
+	//sdb_object_deref(SDB_OBJ(sobj->parent));
+} /* store_obj_destroy */
 
 static int
-sc_host_init(sc_object_t *obj, va_list ap)
+sdb_host_init(sdb_object_t *obj, va_list ap)
 {
-	char *name = va_arg(ap, char *);
+	sdb_host_t *sobj = HOST(obj);
+	int ret;
 
-	SC_HOST(obj)->host_name = strdup(name);
-	if (! SC_HOST(obj)->host_name)
+	/* this will consume the first argument (type) of ap */
+	ret = store_obj_init(obj, ap);
+	if (ret)
+		return ret;
+
+	sobj->services = sdb_avltree_create();
+	if (! sobj->services)
+		return -1;
+	sobj->metrics = sdb_avltree_create();
+	if (! sobj->metrics)
+		return -1;
+	sobj->attributes = sdb_avltree_create();
+	if (! sobj->attributes)
 		return -1;
+	return 0;
+} /* sdb_host_init */
+
+static void
+sdb_host_destroy(sdb_object_t *obj)
+{
+	sdb_host_t *sobj = HOST(obj);
+	assert(obj);
+
+	store_obj_destroy(obj);
 
-	SC_HOST(obj)->host_last_update = sc_gettime();
-	/* ignore errors -> last_update will be updated later */
+	if (sobj->services)
+		sdb_avltree_destroy(sobj->services);
+	if (sobj->metrics)
+		sdb_avltree_destroy(sobj->metrics);
+	if (sobj->attributes)
+		sdb_avltree_destroy(sobj->attributes);
+} /* sdb_host_destroy */
 
-	SC_HOST(obj)->services = sc_llist_create();
-	if (! SC_HOST(obj)->services)
+static int
+sdb_service_init(sdb_object_t *obj, va_list ap)
+{
+	sdb_service_t *sobj = SVC(obj);
+	int ret;
+
+	/* this will consume the first argument (type) of ap */
+	ret = store_obj_init(obj, ap);
+	if (ret)
+		return ret;
+
+	sobj->attributes = sdb_avltree_create();
+	if (! sobj->attributes)
 		return -1;
 	return 0;
-} /* sc_host_init */
+} /* sdb_service_init */
 
 static void
-sc_host_destroy(sc_object_t *obj)
+sdb_service_destroy(sdb_object_t *obj)
 {
+	sdb_service_t *sobj = SVC(obj);
 	assert(obj);
 
-	if (SC_HOST(obj)->host_name)
-		free(SC_HOST(obj)->host_name);
+	store_obj_destroy(obj);
 
-	if (SC_HOST(obj)->services)
-		sc_llist_destroy(SC_HOST(obj)->services);
-} /* sc_host_destroy */
+	if (sobj->attributes)
+		sdb_avltree_destroy(sobj->attributes);
+} /* sdb_service_destroy */
 
 static int
-sc_svc_init(sc_object_t *obj, va_list ap)
+sdb_metric_init(sdb_object_t *obj, va_list ap)
 {
-	char *hostname = va_arg(ap, char *);
-	char *name = va_arg(ap, char *);
+	sdb_metric_t *sobj = METRIC(obj);
+	int ret;
+
+	/* this will consume the first argument (type) of ap */
+	ret = store_obj_init(obj, ap);
+	if (ret)
+		return ret;
 
-	SC_SVC(obj)->hostname = strdup(hostname);
-	SC_SVC(obj)->svc_name = strdup(name);
-	if ((! SC_SVC(obj)->hostname) || (! SC_SVC(obj)->svc_name))
+	sobj->attributes = sdb_avltree_create();
+	if (! sobj->attributes)
 		return -1;
 
-	SC_SVC(obj)->svc_last_update = sc_gettime();
-	/* ignore errors -> last_update will be updated later */
+	sobj->store.type = sobj->store.id = NULL;
 	return 0;
-} /* sc_svc_init */
+} /* sdb_metric_init */
 
 static void
-sc_svc_destroy(sc_object_t *obj)
+sdb_metric_destroy(sdb_object_t *obj)
 {
+	sdb_metric_t *sobj = METRIC(obj);
 	assert(obj);
 
-	if (SC_SVC(obj)->hostname)
-		free(SC_SVC(obj)->hostname);
-	if (SC_SVC(obj)->svc_name)
-		free(SC_SVC(obj)->svc_name);
-} /* sc_svc_destroy */
+	store_obj_destroy(obj);
 
-/*
- * public API
- */
+	if (sobj->attributes)
+		sdb_avltree_destroy(sobj->attributes);
+
+	if (sobj->store.type)
+		free(sobj->store.type);
+	if (sobj->store.id)
+		free(sobj->store.id);
+} /* sdb_metric_destroy */
 
-sc_host_t *
-sc_host_create(char *name)
+static int
+sdb_attr_init(sdb_object_t *obj, va_list ap)
 {
-	sc_object_t *obj;
+	const sdb_data_t *value;
+	int ret;
+
+	/* this will consume the first two arguments
+	 * (type and last_update) of ap */
+	ret = store_obj_init(obj, ap);
+	if (ret)
+		return ret;
+	value = va_arg(ap, const sdb_data_t *);
+
+	if (value)
+		if (sdb_data_copy(&ATTR(obj)->value, value))
+			return -1;
+	return 0;
+} /* sdb_attr_init */
 
-	if (! name)
-		return NULL;
+static void
+sdb_attr_destroy(sdb_object_t *obj)
+{
+	assert(obj);
 
-	obj = sc_object_create(sizeof(sc_host_t), sc_host_init,
-			sc_host_destroy, name);
-	if (! obj)
-		return NULL;
-	return SC_HOST(obj);
-} /* sc_host_create */
+	store_obj_destroy(obj);
+	sdb_data_free_datum(&ATTR(obj)->value);
+} /* sdb_attr_destroy */
+
+static sdb_type_t sdb_host_type = {
+	sizeof(sdb_host_t),
+	sdb_host_init,
+	sdb_host_destroy
+};
+
+static sdb_type_t sdb_service_type = {
+	sizeof(sdb_service_t),
+	sdb_service_init,
+	sdb_service_destroy
+};
+
+static sdb_type_t sdb_metric_type = {
+	sizeof(sdb_metric_t),
+	sdb_metric_init,
+	sdb_metric_destroy
+};
+
+static sdb_type_t sdb_attribute_type = {
+	sizeof(sdb_attribute_t),
+	sdb_attr_init,
+	sdb_attr_destroy
+};
+
+/*
+ * private helper functions
+ */
 
-sc_host_t *
-sc_host_clone(const sc_host_t *host)
+static sdb_host_t *
+lookup_host(const char *name, bool canonicalize)
 {
-	sc_host_t *clone;
+	sdb_host_t *host;
+	char *cname;
 
-	clone = sc_host_create(host->host_name);
-	if (! clone)
-		return NULL;
+	assert(name);
+	if (! canonicalize)
+		return HOST(sdb_avltree_lookup(hosts, name));
 
-	clone->host_last_update = host->host_last_update;
-	if (host->services) {
-		clone->services = sc_llist_clone(host->services);
-		if (! clone->services) {
-			sc_object_deref(SC_OBJ(clone));
-			return NULL;
-		}
+	cname = strdup(name);
+	cname = sdb_plugin_cname(cname);
+	if (! cname) {
+		sdb_log(SDB_LOG_ERR, "store: strdup failed");
+		return NULL;
 	}
-	else
-		clone->services = NULL;
-	return clone;
-} /* sc_host_clone */
 
-int
-sc_store_host(const sc_host_t *host)
+	host = HOST(sdb_avltree_lookup(hosts, cname));
+	free(cname);
+	return host;
+} /* lookup_host */
+
+static int
+record_backend(sdb_store_obj_t *obj)
 {
-	sc_time_t last_update;
+	const sdb_plugin_info_t *info;
+	char **tmp;
+	size_t i;
 
-	sc_host_t *old;
-	int status = 0;
+	info = sdb_plugin_current();
+	if (! info)
+		return 0;
 
-	if ((! host) || (! host->host_name))
+	for (i = 0; i < obj->backends_num; ++i)
+		if (!strcasecmp(obj->backends[i], info->plugin_name))
+			return 0;
+
+	tmp = realloc(obj->backends,
+			(obj->backends_num + 1) * sizeof(*obj->backends));
+	if (! tmp)
 		return -1;
 
-	last_update = host->host_last_update;
-	if (last_update <= 0)
-		last_update = sc_gettime();
+	obj->backends = tmp;
+	obj->backends[obj->backends_num] = strdup(info->plugin_name);
+	if (! obj->backends[obj->backends_num])
+		return -1;
 
-	pthread_rwlock_wrlock(&host_lock);
+	++obj->backends_num;
+	return 0;
+} /* record_backend */
 
-	if (! host_list) {
-		if (! (host_list = sc_llist_create())) {
-			pthread_rwlock_unlock(&host_lock);
-			return -1;
-		}
-	}
+static int
+store_obj(sdb_store_obj_t *parent, sdb_avltree_t *parent_tree,
+		int type, const char *name, sdb_time_t last_update,
+		sdb_store_obj_t **updated_obj)
+{
+	sdb_store_obj_t *old, *new;
+	int status = 0;
 
-	old = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)host,
-				sc_store_obj_cmp_by_name));
+	assert(parent_tree);
+
+	if (last_update <= 0)
+		last_update = sdb_gettime();
 
+	old = STORE_OBJ(sdb_avltree_lookup(parent_tree, name));
 	if (old) {
-		if (old->host_last_update > last_update) {
-			fprintf(stderr, "store: Cannot update host '%s' - "
-					"value too old (%"PRIscTIME" < %"PRIscTIME")\n",
-					host->host_name, last_update, old->host_last_update);
-			status = -1;
+		if (old->last_update > last_update) {
+			sdb_log(SDB_LOG_DEBUG, "store: Cannot update %s '%s' - "
+					"value too old (%"PRIsdbTIME" < %"PRIsdbTIME")",
+					SDB_STORE_TYPE_TO_NAME(type), name,
+					last_update, old->last_update);
+			/* don't report an error; the object may be updated by multiple
+			 * backends */
+			status = 1;
+		}
+		else if (old->last_update == last_update) {
+			/* don't report an error and also don't even log this to avoid
+			 * excessive noise on high sampling frequencies */
+			status = 1;
 		}
 		else {
-			old->host_last_update = last_update;
+			sdb_time_t interval = last_update - old->last_update;
+			old->last_update = last_update;
+			if (interval) {
+				if (old->interval)
+					old->interval = (sdb_time_t)((0.9 * (double)old->interval)
+							+ (0.1 * (double)interval));
+				else
+					old->interval = interval;
+			}
 		}
+
+		new = old;
+		sdb_object_deref(SDB_OBJ(old));
 	}
 	else {
-		sc_host_t *new = sc_host_clone(host);
-		if (! new) {
-			char errbuf[1024];
-			fprintf(stderr, "store: Failed to clone host object: %s\n",
-					sc_strerror(errno, errbuf, sizeof(errbuf)));
-			return -1;
+		if (type == SDB_ATTRIBUTE) {
+			/* the value will be updated by the caller */
+			new = STORE_OBJ(sdb_object_create(name, sdb_attribute_type,
+						type, last_update, NULL));
+		}
+		else {
+			sdb_type_t t;
+			t = type == SDB_HOST
+				? sdb_host_type
+				: type == SDB_SERVICE
+					? sdb_service_type
+					: sdb_metric_type;
+			new = STORE_OBJ(sdb_object_create(name, t, type, last_update));
 		}
 
-		if (! new->services) {
-			if (! (new->services = sc_llist_create())) {
-				char errbuf[1024];
-				fprintf(stderr, "store: Failed to initialize "
-						"host object '%s': %s\n", host->host_name,
-						sc_strerror(errno, errbuf, sizeof(errbuf)));
-				sc_object_deref(SC_OBJ(new));
-				return -1;
-			}
+		if (new) {
+			status = sdb_avltree_insert(parent_tree, SDB_OBJ(new));
+
+			/* pass control to the tree or destroy in case of an error */
+			sdb_object_deref(SDB_OBJ(new));
 		}
+		else {
+			char errbuf[1024];
+			sdb_log(SDB_LOG_ERR, "store: Failed to create %s '%s': %s",
+					SDB_STORE_TYPE_TO_NAME(type), name,
+					sdb_strerror(errno, errbuf, sizeof(errbuf)));
+			status = -1;
+		}
+	}
 
-		status = sc_llist_insert_sorted(host_list, SC_OBJ(new),
-				sc_store_obj_cmp_by_name);
+	if (status < 0)
+		return status;
+	assert(new);
 
-		/* pass control to the list or destroy in case of an error */
-		sc_object_deref(SC_OBJ(new));
+	if (new->parent != parent) {
+		// Avoid circular self-references which are not handled
+		// correctly by the ref-count based management layer.
+		//sdb_object_deref(SDB_OBJ(new->parent));
+		//sdb_object_ref(SDB_OBJ(parent));
+		new->parent = parent;
 	}
 
-	pthread_rwlock_unlock(&host_lock);
+	if (updated_obj)
+		*updated_obj = new;
+
+	if (record_backend(new))
+		return -1;
 	return status;
-} /* sc_store_host */
+} /* store_obj */
 
-const sc_host_t *
-sc_store_get_host(char *name)
+static int
+store_attr(sdb_store_obj_t *parent, sdb_avltree_t *attributes,
+		const char *key, const sdb_data_t *value, sdb_time_t last_update)
 {
-	sc_host_t  tmp = SC_HOST_INIT;
-	sc_host_t *host;
+	sdb_store_obj_t *attr = NULL;
+	int status;
 
-	if (! name)
-		return NULL;
+	status = store_obj(parent, attributes, SDB_ATTRIBUTE,
+			key, last_update, &attr);
+	if (status)
+		return status;
+
+	/* don't update unchanged values */
+	if (! sdb_data_cmp(&ATTR(attr)->value, value))
+		return status;
 
-	tmp.host_name = name;
-	host = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)&tmp,
-				sc_store_obj_cmp_by_name));
+	assert(attr);
+	if (sdb_data_copy(&ATTR(attr)->value, value))
+		return -1;
+	return status;
+} /* store_attr */
+
+/* The host_lock has to be acquired before calling this function. */
+static sdb_avltree_t *
+get_host_children(sdb_host_t *host, int type)
+{
+	if ((type != SDB_SERVICE) && (type != SDB_METRIC)
+			&& (type != SDB_ATTRIBUTE))
+		return NULL;
 
 	if (! host)
 		return NULL;
-	return host;
-} /* sc_store_get_host */
 
-sc_service_t *
-sc_service_create(char *hostname, char *name)
+	if (type == SDB_ATTRIBUTE)
+		return host->attributes;
+	else if (type == SDB_METRIC)
+		return host->metrics;
+	else
+		return host->services;
+} /* get_host_children */
+
+/*
+ * ts_tojson serializes a time-series to JSON.
+ *
+ * The function never returns an error. Rather, an error message will be part
+ * of the serialized data.
+ */
+static void
+ts_tojson(sdb_timeseries_t *ts, sdb_strbuf_t *buf)
 {
-	sc_object_t *obj;
+	char start_str[64];
+	char end_str[64];
 
-	if ((! hostname) || (! name))
-		return NULL;
+	size_t i;
 
-	obj = sc_object_create(sizeof(sc_service_t), sc_svc_init,
-			sc_svc_destroy, hostname, name);
-	if (! obj)
+	/* TODO: make time format configurable */
+	if (! sdb_strftime(start_str, sizeof(start_str),
+				"%F %T %z", ts->start))
+		snprintf(start_str, sizeof(start_str), "<error>");
+	start_str[sizeof(start_str) - 1] = '\0';
+	if (! sdb_strftime(end_str, sizeof(end_str),
+				"%F %T %z", ts->end))
+		snprintf(end_str, sizeof(end_str), "<error>");
+	end_str[sizeof(end_str) - 1] = '\0';
+
+	sdb_strbuf_append(buf, "{\"start\": \"%s\", \"end\": \"%s\", \"data\": {",
+			start_str, end_str);
+
+	for (i = 0; i < ts->data_names_len; ++i) {
+		size_t j;
+		sdb_strbuf_append(buf, "\"%s\": [", ts->data_names[i]);
+
+		for (j = 0; j < ts->data_len; ++j) {
+			char time_str[64];
+
+			if (! sdb_strftime(time_str, sizeof(time_str),
+						"%F %T %z", ts->data[i][j].timestamp))
+				snprintf(time_str, sizeof(time_str), "<error>");
+			time_str[sizeof(time_str) - 1] = '\0';
+
+			/* Some GNU libc versions may print '-nan' which we dont' want */
+			if (isnan(ts->data[i][j].value))
+				sdb_strbuf_append(buf, "{\"timestamp\": \"%s\", "
+						"\"value\": \"nan\"}", time_str);
+			else
+				sdb_strbuf_append(buf, "{\"timestamp\": \"%s\", "
+						"\"value\": \"%f\"}", time_str, ts->data[i][j].value);
+
+			if (j < ts->data_len - 1)
+				sdb_strbuf_append(buf, ",");
+		}
+
+		if (i < ts->data_names_len - 1)
+			sdb_strbuf_append(buf, "],");
+		else
+			sdb_strbuf_append(buf, "]");
+	}
+	sdb_strbuf_append(buf, "}}");
+} /* ts_tojson */
+
+/*
+ * public API
+ */
+
+void
+sdb_store_clear(void)
+{
+	sdb_avltree_destroy(hosts);
+	hosts = NULL;
+} /* sdb_store_clear */
+
+int
+sdb_store_host(const char *name, sdb_time_t last_update)
+{
+	char *cname = NULL;
+	int status = 0;
+
+	if (! name)
+		return -1;
+
+	cname = sdb_plugin_cname(strdup(name));
+	if (! cname) {
+		sdb_log(SDB_LOG_ERR, "store: strdup failed");
+		return -1;
+	}
+
+	pthread_rwlock_wrlock(&host_lock);
+	if (! hosts)
+		if (! (hosts = sdb_avltree_create()))
+			status = -1;
+
+	if (! status)
+		status = store_obj(NULL, hosts, SDB_HOST, cname, last_update, NULL);
+	pthread_rwlock_unlock(&host_lock);
+
+	if (sdb_plugin_store_host(name, last_update))
+		status = -1;
+
+	free(cname);
+	return status;
+} /* sdb_store_host */
+
+bool
+sdb_store_has_host(const char *name)
+{
+	sdb_host_t *host;
+
+	if (! name)
 		return NULL;
-	return SC_SVC(obj);
-} /* sc_service_create */
 
-sc_service_t *
-sc_service_clone(const sc_service_t *svc)
+	host = lookup_host(name, /* canonicalize = */ 0);
+	sdb_object_deref(SDB_OBJ(host));
+	return host != NULL;
+} /* sdb_store_has_host */
+
+sdb_store_obj_t *
+sdb_store_get_host(const char *name)
 {
-	sc_service_t *clone;
+	sdb_host_t *host;
 
-	clone = sc_service_create(svc->hostname, svc->svc_name);
-	if (! clone)
+	if (! name)
 		return NULL;
 
-	clone->svc_last_update = svc->svc_last_update;
-	return clone;
-} /* sc_service_clone */
+	host = lookup_host(name, /* canonicalize = */ 0);
+	if (! host)
+		return NULL;
+
+	return STORE_OBJ(host);
+} /* sdb_store_get_host */
 
 int
-sc_store_service(const sc_service_t *svc)
+sdb_store_attribute(const char *hostname,
+		const char *key, const sdb_data_t *value,
+		sdb_time_t last_update)
 {
-	sc_host_t  tmp = SC_HOST_INIT;
-	sc_host_t *host;
+	sdb_host_t *host;
+	sdb_avltree_t *attrs;
+	int status = 0;
+
+	if ((! hostname) || (! key))
+		return -1;
+
+	pthread_rwlock_wrlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	attrs = get_host_children(host, SDB_ATTRIBUTE);
+	if (! attrs) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+				"host '%s' not found", key, hostname);
+		status = -1;
+	}
+
+	if (! status)
+		status = store_attr(STORE_OBJ(host), attrs, key, value, last_update);
+
+	sdb_object_deref(SDB_OBJ(host));
+	pthread_rwlock_unlock(&host_lock);
 
-	sc_service_t *old;
+	if (sdb_plugin_store_attribute(hostname, key, value, last_update))
+		status = -1;
+	return status;
+} /* sdb_store_attribute */
 
-	sc_time_t last_update;
+int
+sdb_store_service(const char *hostname, const char *name,
+		sdb_time_t last_update)
+{
+	sdb_host_t *host;
+	sdb_avltree_t *services;
 
 	int status = 0;
 
-	if (! svc)
+	if ((! hostname) || (! name))
 		return -1;
 
-	last_update = svc->svc_last_update;
-	if (last_update <= 0)
-		last_update = sc_gettime();
+	pthread_rwlock_wrlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	services = get_host_children(host, SDB_SERVICE);
+	if (! services) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store service '%s' - "
+				"host '%s' not found", name, hostname);
+		status = -1;
+	}
+
+	if (! status)
+		status = store_obj(STORE_OBJ(host), services, SDB_SERVICE,
+				name, last_update, NULL);
 
-	if (! host_list)
+	sdb_object_deref(SDB_OBJ(host));
+	pthread_rwlock_unlock(&host_lock);
+
+	if (sdb_plugin_store_service(hostname, name, last_update))
+		status = -1;
+	return status;
+} /* sdb_store_service */
+
+int
+sdb_store_service_attr(const char *hostname, const char *service,
+		const char *key, const sdb_data_t *value, sdb_time_t last_update)
+{
+	sdb_host_t *host;
+	sdb_service_t *svc;
+	sdb_avltree_t *services;
+	int status = 0;
+
+	if ((! hostname) || (! service) || (! key))
 		return -1;
 
 	pthread_rwlock_wrlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	services = get_host_children(host, SDB_SERVICE);
+	sdb_object_deref(SDB_OBJ(host));
+	if (! services) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
+				"for service '%s' - host '%ss' not found",
+				key, service, hostname);
+		pthread_rwlock_unlock(&host_lock);
+		return -1;
+	}
 
-	tmp.host_name = svc->hostname;
-	host = SC_HOST(sc_llist_search(host_list, (const sc_object_t *)&tmp,
-				sc_store_obj_cmp_by_name));
+	svc = SVC(sdb_avltree_lookup(services, service));
+	if (! svc) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+				"service '%s/%s' not found", key, hostname, service);
+		status = -1;
+	}
 
-	if (! host)
+	if (! status)
+		status = store_attr(STORE_OBJ(svc), svc->attributes,
+				key, value, last_update);
+
+	sdb_object_deref(SDB_OBJ(svc));
+	pthread_rwlock_unlock(&host_lock);
+
+	if (sdb_plugin_store_service_attribute(hostname, service,
+				key, value, last_update))
+		status = -1;
+	return status;
+} /* sdb_store_service_attr */
+
+int
+sdb_store_metric(const char *hostname, const char *name,
+		sdb_metric_store_t *store, sdb_time_t last_update)
+{
+	sdb_store_obj_t *obj = NULL;
+	sdb_host_t *host;
+	sdb_metric_t *metric;
+
+	sdb_avltree_t *metrics;
+
+	int status = 0;
+
+	if ((! hostname) || (! name))
 		return -1;
 
-	old = SC_SVC(sc_llist_search(host->services, (const sc_object_t *)svc,
-				sc_store_obj_cmp_by_name));
+	if (store) {
+		if ((store->type != NULL) != (store->id != NULL))
+			return -1;
+		else if (! store->type)
+			store = NULL;
+	}
 
-	if (old) {
-		if (old->host_last_update > last_update) {
-			fprintf(stderr, "store: Cannot update service '%s/%s' - "
-					"value too old (%"PRIscTIME" < %"PRIscTIME")\n",
-					svc->hostname, svc->svc_name, last_update,
-					old->host_last_update);
-			status = -1;
-		}
-		else {
-			old->svc_last_update = last_update;
-		}
+	pthread_rwlock_wrlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	metrics = get_host_children(host, SDB_METRIC);
+	if (! metrics) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store metric '%s' - "
+				"host '%s' not found", name, hostname);
+		status = -1;
 	}
-	else {
-		sc_service_t *new = sc_service_clone(svc);
-		if (! new) {
-			char errbuf[1024];
-			fprintf(stderr, "store: Failed to clone service object: %s\n",
-					sc_strerror(errno, errbuf, sizeof(errbuf)));
-			return -1;
-		}
 
-		status = sc_llist_insert_sorted(host->services, SC_OBJ(new),
-				sc_store_obj_cmp_by_name);
+	if (! status)
+		status = store_obj(STORE_OBJ(host), metrics, SDB_METRIC,
+				name, last_update, &obj);
+	sdb_object_deref(SDB_OBJ(host));
 
-		/* pass control to the list or destroy in case of an error */
-		sc_object_deref(SC_OBJ(new));
+	if (status || (! store)) {
+		pthread_rwlock_unlock(&host_lock);
+		return status;
 	}
 
+	assert(obj);
+	metric = METRIC(obj);
+
+	if ((! metric->store.type) || strcasecmp(metric->store.type, store->type)) {
+		if (metric->store.type)
+			free(metric->store.type);
+		metric->store.type = strdup(store->type);
+	}
+	if ((! metric->store.id) || strcasecmp(metric->store.id, store->id)) {
+		if (metric->store.id)
+			free(metric->store.id);
+		metric->store.id = strdup(store->id);
+	}
+
+	if ((! metric->store.type) || (! metric->store.id)) {
+		if (metric->store.type)
+			free(metric->store.type);
+		if (metric->store.id)
+			free(metric->store.id);
+		metric->store.type = metric->store.id = NULL;
+		status = -1;
+	}
 	pthread_rwlock_unlock(&host_lock);
+
+	if (sdb_plugin_store_metric(hostname, name, store, last_update))
+		status = -1;
 	return status;
-} /* sc_store_service */
+} /* sdb_store_metric */
 
-const sc_service_t *
-sc_store_get_service(const sc_host_t *host, char *name)
+int
+sdb_store_metric_attr(const char *hostname, const char *metric,
+		const char *key, const sdb_data_t *value, sdb_time_t last_update)
 {
-	sc_service_t  tmp = SC_SVC_INIT;
-	sc_service_t *svc;
+	sdb_avltree_t *metrics;
+	sdb_host_t *host;
+	sdb_metric_t *m;
+	int status = 0;
 
-	if ((! host) || (! name))
-		return NULL;
+	if ((! hostname) || (! metric) || (! key))
+		return -1;
+
+	pthread_rwlock_wrlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	metrics = get_host_children(host, SDB_METRIC);
+	sdb_object_deref(SDB_OBJ(host));
+	if (! metrics) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
+				"for metric '%s' - host '%s' not found",
+				key, metric, hostname);
+		pthread_rwlock_unlock(&host_lock);
+		return -1;
+	}
+
+	m = METRIC(sdb_avltree_lookup(metrics, metric));
+	if (! m) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
+				"metric '%s/%s' not found", key, hostname, metric);
+		status = -1;
+	}
+
+	if (! status)
+		status = store_attr(STORE_OBJ(m), m->attributes,
+				key, value, last_update);
 
-	tmp.svc_name = name;
-	svc = SC_SVC(sc_llist_search(host->services, (const sc_object_t *)&tmp,
-				sc_store_obj_cmp_by_name));
+	sdb_object_deref(SDB_OBJ(m));
+	pthread_rwlock_unlock(&host_lock);
+
+	if (sdb_plugin_store_metric_attribute(hostname, metric,
+				key, value, last_update))
+		status = -1;
+	return status;
+} /* sdb_store_metric_attr */
+
+sdb_store_obj_t *
+sdb_store_get_child(sdb_store_obj_t *host, int type, const char *name)
+{
+	sdb_avltree_t *children;
 
-	if (! svc)
+	if ((! host) || (host->type != SDB_HOST) || (! name))
 		return NULL;
-	return svc;
-} /* sc_store_get_service */
+
+	children = get_host_children(HOST(host), type);
+	if (! children)
+		return NULL;
+	return STORE_OBJ(sdb_avltree_lookup(children, name));
+} /* sdb_store_get_child */
 
 int
-sc_store_dump(FILE *fh)
+sdb_store_fetch_timeseries(const char *hostname, const char *metric,
+		sdb_timeseries_opts_t *opts, sdb_strbuf_t *buf)
 {
-	sc_llist_iter_t *host_iter;
+	sdb_avltree_t *metrics;
+	sdb_host_t *host;
+	sdb_metric_t *m;
 
-	if (! fh)
+	sdb_timeseries_t *ts;
+
+	if ((! hostname) || (! metric) || (! opts) || (! buf))
 		return -1;
 
 	pthread_rwlock_rdlock(&host_lock);
+	host = lookup_host(hostname, /* canonicalize = */ 1);
+	metrics = get_host_children(host, SDB_METRIC);
+	sdb_object_deref(SDB_OBJ(host));
+	if (! metrics) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+				"- host '%s' not found", hostname, metric, hostname);
+		pthread_rwlock_unlock(&host_lock);
+		return -1;
+	}
 
-	host_iter = sc_llist_get_iter(host_list);
-	if (! host_iter)
+	m = METRIC(sdb_avltree_lookup(metrics, metric));
+	if (! m) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+				"- metric '%s' not found", hostname, metric, metric);
+		pthread_rwlock_unlock(&host_lock);
 		return -1;
+	}
 
-	while (sc_llist_iter_has_next(host_iter)) {
-		sc_host_t *host = SC_HOST(sc_llist_iter_get_next(host_iter));
-		sc_llist_iter_t *svc_iter;
+	if ((! m->store.type) || (! m->store.id)) {
+		sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+				"- no data-store configured for the stored metric",
+				hostname, metric);
+		pthread_rwlock_unlock(&host_lock);
+		return -1;
+	}
 
-		char time_str[64];
+	{
+		char type[strlen(m->store.type) + 1];
+		char id[strlen(m->store.id) + 1];
 
-		assert(host);
+		strncpy(type, m->store.type, sizeof(type));
+		strncpy(id, m->store.id, sizeof(id));
+		pthread_rwlock_unlock(&host_lock);
 
-		if (! sc_strftime(time_str, sizeof(time_str),
-					"%F %T %z", host->host_last_update))
-			snprintf(time_str, sizeof(time_str), "<error>");
-		time_str[sizeof(time_str) - 1] = '\0';
+		ts = sdb_plugin_fetch_timeseries(type, id, opts);
+		if (! ts) {
+			sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
+					"- %s fetcher callback returned no data for '%s'",
+					hostname, metric, type, id);
+			return -1;
+		}
+	}
 
-		fprintf(fh, "Host '%s' (last updated: %s):\n",
-				host->host_name, time_str);
+	ts_tojson(ts, buf);
+	sdb_timeseries_destroy(ts);
+	return 0;
+} /* sdb_store_fetch_timeseries */
 
-		svc_iter = sc_llist_get_iter(host->services);
-		if (! svc_iter) {
-			char errbuf[1024];
-			fprintf(fh, "Failed to retrieve services: %s\n",
-					sc_strerror(errno, errbuf, sizeof(errbuf)));
-			continue;
-		}
+int
+sdb_store_get_field(sdb_store_obj_t *obj, int field, sdb_data_t *res)
+{
+	sdb_data_t tmp;
 
-		while (sc_llist_iter_has_next(svc_iter)) {
-			sc_service_t *svc = SC_SVC(sc_llist_iter_get_next(svc_iter));
-			assert(svc);
+	if (! obj)
+		return -1;
 
-			if (! sc_strftime(time_str, sizeof(time_str),
-						"%F %T %z", host->host_last_update))
-				snprintf(time_str, sizeof(time_str), "<error>");
-			time_str[sizeof(time_str) - 1] = '\0';
+	switch (field) {
+		case SDB_FIELD_NAME:
+			tmp.type = SDB_TYPE_STRING;
+			tmp.data.string = strdup(SDB_OBJ(obj)->name);
+			if (! tmp.data.string)
+				return -1;
+			break;
+		case SDB_FIELD_LAST_UPDATE:
+			tmp.type = SDB_TYPE_DATETIME;
+			tmp.data.datetime = obj->last_update;
+			break;
+		case SDB_FIELD_AGE:
+			tmp.type = SDB_TYPE_DATETIME;
+			tmp.data.datetime = sdb_gettime() - obj->last_update;
+			break;
+		case SDB_FIELD_INTERVAL:
+			tmp.type = SDB_TYPE_DATETIME;
+			tmp.data.datetime = obj->interval;
+			break;
+		case SDB_FIELD_BACKEND:
+			if (! res)
+				return 0;
+			tmp.type = SDB_TYPE_ARRAY | SDB_TYPE_STRING;
+			tmp.data.array.length = obj->backends_num;
+			tmp.data.array.values = obj->backends;
+			return sdb_data_copy(res, &tmp);
+		case SDB_FIELD_VALUE:
+			if (obj->type != SDB_ATTRIBUTE)
+				return -1;
+			if (! res)
+				return 0;
+			return sdb_data_copy(res, &ATTR(obj)->value);
+		default:
+			return -1;
+	}
+	if (res)
+		*res = tmp;
+	else
+		sdb_data_free_datum(&tmp);
+	return 0;
+} /* sdb_store_get_field */
 
-			fprintf(fh, "\tService '%s' (last updated: %s)\n",
-					svc->svc_name, time_str);
-		}
+int
+sdb_store_get_attr(sdb_store_obj_t *obj, const char *name, sdb_data_t *res,
+		sdb_store_matcher_t *filter)
+{
+	sdb_avltree_t *tree = NULL;
+	sdb_store_obj_t *attr;
 
-		sc_llist_iter_destroy(svc_iter);
+	if ((! obj) || (! name))
+		return -1;
+
+	if (obj->type == SDB_HOST)
+		tree = HOST(obj)->attributes;
+	else if (obj->type == SDB_SERVICE)
+		tree = SVC(obj)->attributes;
+	else if (obj->type == SDB_METRIC)
+		tree = METRIC(obj)->attributes;
+
+	if (! tree)
+		return -1;
+
+	attr = STORE_OBJ(sdb_avltree_lookup(tree, name));
+	if (! attr)
+		return -1;
+	if (filter && (! sdb_store_matcher_matches(filter, attr, NULL))) {
+		sdb_object_deref(SDB_OBJ(attr));
+		return -1;
 	}
 
-	sc_llist_iter_destroy(host_iter);
+	assert(STORE_OBJ(attr)->type == SDB_ATTRIBUTE);
+	if (res)
+		sdb_data_copy(res, &ATTR(attr)->value);
+	sdb_object_deref(SDB_OBJ(attr));
 	return 0;
-} /* sc_store_dump */
+} /* sdb_store_get_attr */
+
+int
+sdb_store_scan(int type, sdb_store_matcher_t *m, sdb_store_matcher_t *filter,
+		sdb_store_lookup_cb cb, void *user_data)
+{
+	sdb_avltree_iter_t *host_iter = NULL;
+	int status = 0;
+
+	if (! cb)
+		return -1;
+
+	if ((type != SDB_HOST) && (type != SDB_SERVICE) && (type != SDB_METRIC)) {
+		sdb_log(SDB_LOG_ERR, "store: Cannot scan objects of type %d", type);
+		return -1;
+	}
+
+	pthread_rwlock_rdlock(&host_lock);
+
+	if (hosts) {
+		host_iter = sdb_avltree_get_iter(hosts);
+		if (! host_iter)
+			status = -1;
+	}
+
+	/* has_next returns false if the iterator is NULL */
+	while (sdb_avltree_iter_has_next(host_iter)) {
+		sdb_store_obj_t *host;
+		sdb_avltree_iter_t *iter = NULL;
+
+		host = STORE_OBJ(sdb_avltree_iter_get_next(host_iter));
+		assert(host);
+
+		if (! sdb_store_matcher_matches(filter, host, NULL))
+			continue;
+
+		if (type == SDB_SERVICE)
+			iter = sdb_avltree_get_iter(HOST(host)->services);
+		else if (type == SDB_METRIC)
+			iter = sdb_avltree_get_iter(HOST(host)->metrics);
+
+		if (iter) {
+			while (sdb_avltree_iter_has_next(iter)) {
+				sdb_store_obj_t *obj;
+				obj = STORE_OBJ(sdb_avltree_iter_get_next(iter));
+				assert(obj);
+
+				if (sdb_store_matcher_matches(m, obj, filter)) {
+					if (cb(obj, filter, user_data)) {
+						sdb_log(SDB_LOG_ERR, "store: Callback returned "
+								"an error while scanning");
+						status = -1;
+						break;
+					}
+				}
+			}
+		}
+		else if (sdb_store_matcher_matches(m, host, filter)) {
+			if (cb(host, filter, user_data)) {
+				sdb_log(SDB_LOG_ERR, "store: Callback returned "
+						"an error while scanning");
+				status = -1;
+			}
+		}
+
+		sdb_avltree_iter_destroy(iter);
+		if (status)
+			break;
+	}
+
+	sdb_avltree_iter_destroy(host_iter);
+	pthread_rwlock_unlock(&host_lock);
+	return status;
+} /* sdb_store_scan */
 
 /* vim: set tw=78 sw=4 ts=4 noexpandtab : */