src/core/store.c

   1 /*
   2  * SysDB - src/core/store.c
   3  * Copyright (C) 2012-2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
   4  * All rights reserved.
   5  *
   6  * Redistribution and use in source and binary forms, with or without
   7  * modification, are permitted provided that the following conditions
   8  * are met:
   9  * 1. Redistributions of source code must retain the above copyright
  10  *    notice, this list of conditions and the following disclaimer.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  *
  15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  16  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
  17  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  18  * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
  19  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  20  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  21  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
  22  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  23  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  24  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  25  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26  */
  27
  28 #if HAVE_CONFIG_H
  29 #       include "config.h"
  30 #endif /* HAVE_CONFIG_H */
  31
  32 #include "sysdb.h"
  33 #include "core/store-private.h"
  34 #include "core/plugin.h"
  35 #include "utils/avltree.h"
  36 #include "utils/error.h"
  37
  38 #include <assert.h>
  39
  40 #include <errno.h>
  41
  42 #include <stdio.h>
  43 #include <stdlib.h>
  44 #include <string.h>
  45
  46 #include <math.h>
  47 #include <pthread.h>
  48
  49 /*
  50  * private variables
  51  */
  52
  53 static sdb_avltree_t *hosts = NULL;
  54 static pthread_rwlock_t host_lock = PTHREAD_RWLOCK_INITIALIZER;
  55
  56 /*
  57  * private types
  58  */
  59
  60 static sdb_type_t sdb_host_type;
  61 static sdb_type_t sdb_service_type;
  62 static sdb_type_t sdb_metric_type;
  63 static sdb_type_t sdb_attribute_type;
  64
  65 static int
  66 store_obj_init(sdb_object_t *obj, va_list ap)
  67 {
  68         sdb_store_obj_t *sobj = STORE_OBJ(obj);
  69
  70         sobj->type = va_arg(ap, int);
  71
  72         sobj->last_update = va_arg(ap, sdb_time_t);
  73         sobj->interval = 0;
  74         sobj->backends = NULL;
  75         sobj->backends_num = 0;
  76         sobj->parent = NULL;
  77         return 0;
  78 } /* store_obj_init */
  79
  80 static void
  81 store_obj_destroy(sdb_object_t *obj)
  82 {
  83         sdb_store_obj_t *sobj = STORE_OBJ(obj);
  84         size_t i;
  85
  86         for (i = 0; i < sobj->backends_num; ++i)
  87                 free(sobj->backends[i]);
  88         free(sobj->backends);
  89         sobj->backends = NULL;
  90         sobj->backends_num = 0;
  91
  92         // We don't currently keep an extra reference for parent objects to
  93         // avoid circular self-references which are not handled correctly by
  94         // the ref-count base management layer.
  95         //sdb_object_deref(SDB_OBJ(sobj->parent));
  96 } /* store_obj_destroy */
  97
  98 static int
  99 sdb_host_init(sdb_object_t *obj, va_list ap)
 100 {
 101         sdb_host_t *sobj = HOST(obj);
 102         int ret;
 103
 104         /* this will consume the first argument (type) of ap */
 105         ret = store_obj_init(obj, ap);
 106         if (ret)
 107                 return ret;
 108
 109         sobj->services = sdb_avltree_create();
 110         if (! sobj->services)
 111                 return -1;
 112         sobj->metrics = sdb_avltree_create();
 113         if (! sobj->metrics)
 114                 return -1;
 115         sobj->attributes = sdb_avltree_create();
 116         if (! sobj->attributes)
 117                 return -1;
 118         return 0;
 119 } /* sdb_host_init */
 120
 121 static void
 122 sdb_host_destroy(sdb_object_t *obj)
 123 {
 124         sdb_host_t *sobj = HOST(obj);
 125         assert(obj);
 126
 127         store_obj_destroy(obj);
 128
 129         if (sobj->services)
 130                 sdb_avltree_destroy(sobj->services);
 131         if (sobj->metrics)
 132                 sdb_avltree_destroy(sobj->metrics);
 133         if (sobj->attributes)
 134                 sdb_avltree_destroy(sobj->attributes);
 135 } /* sdb_host_destroy */
 136
 137 static int
 138 sdb_service_init(sdb_object_t *obj, va_list ap)
 139 {
 140         sdb_service_t *sobj = SVC(obj);
 141         int ret;
 142
 143         /* this will consume the first argument (type) of ap */
 144         ret = store_obj_init(obj, ap);
 145         if (ret)
 146                 return ret;
 147
 148         sobj->attributes = sdb_avltree_create();
 149         if (! sobj->attributes)
 150                 return -1;
 151         return 0;
 152 } /* sdb_service_init */
 153
 154 static void
 155 sdb_service_destroy(sdb_object_t *obj)
 156 {
 157         sdb_service_t *sobj = SVC(obj);
 158         assert(obj);
 159
 160         store_obj_destroy(obj);
 161
 162         if (sobj->attributes)
 163                 sdb_avltree_destroy(sobj->attributes);
 164 } /* sdb_service_destroy */
 165
 166 static int
 167 sdb_metric_init(sdb_object_t *obj, va_list ap)
 168 {
 169         sdb_metric_t *sobj = METRIC(obj);
 170         int ret;
 171
 172         /* this will consume the first argument (type) of ap */
 173         ret = store_obj_init(obj, ap);
 174         if (ret)
 175                 return ret;
 176
 177         sobj->attributes = sdb_avltree_create();
 178         if (! sobj->attributes)
 179                 return -1;
 180
 181         sobj->store.type = sobj->store.id = NULL;
 182         return 0;
 183 } /* sdb_metric_init */
 184
 185 static void
 186 sdb_metric_destroy(sdb_object_t *obj)
 187 {
 188         sdb_metric_t *sobj = METRIC(obj);
 189         assert(obj);
 190
 191         store_obj_destroy(obj);
 192
 193         if (sobj->attributes)
 194                 sdb_avltree_destroy(sobj->attributes);
 195
 196         if (sobj->store.type)
 197                 free(sobj->store.type);
 198         if (sobj->store.id)
 199                 free(sobj->store.id);
 200 } /* sdb_metric_destroy */
 201
 202 static int
 203 sdb_attr_init(sdb_object_t *obj, va_list ap)
 204 {
 205         const sdb_data_t *value;
 206         int ret;
 207
 208         /* this will consume the first two arguments
 209          * (type and last_update) of ap */
 210         ret = store_obj_init(obj, ap);
 211         if (ret)
 212                 return ret;
 213         value = va_arg(ap, const sdb_data_t *);
 214
 215         if (value)
 216                 if (sdb_data_copy(&ATTR(obj)->value, value))
 217                         return -1;
 218         return 0;
 219 } /* sdb_attr_init */
 220
 221 static void
 222 sdb_attr_destroy(sdb_object_t *obj)
 223 {
 224         assert(obj);
 225
 226         store_obj_destroy(obj);
 227         sdb_data_free_datum(&ATTR(obj)->value);
 228 } /* sdb_attr_destroy */
 229
 230 static sdb_type_t sdb_host_type = {
 231         sizeof(sdb_host_t),
 232         sdb_host_init,
 233         sdb_host_destroy
 234 };
 235
 236 static sdb_type_t sdb_service_type = {
 237         sizeof(sdb_service_t),
 238         sdb_service_init,
 239         sdb_service_destroy
 240 };
 241
 242 static sdb_type_t sdb_metric_type = {
 243         sizeof(sdb_metric_t),
 244         sdb_metric_init,
 245         sdb_metric_destroy
 246 };
 247
 248 static sdb_type_t sdb_attribute_type = {
 249         sizeof(sdb_attribute_t),
 250         sdb_attr_init,
 251         sdb_attr_destroy
 252 };
 253
 254 /*
 255  * private helper functions
 256  */
 257
 258 static sdb_host_t *
 259 lookup_host(const char *name, bool canonicalize)
 260 {
 261         sdb_host_t *host;
 262         char *cname;
 263
 264         assert(name);
 265         if (! canonicalize)
 266                 return HOST(sdb_avltree_lookup(hosts, name));
 267
 268         cname = strdup(name);
 269         cname = sdb_plugin_cname(cname);
 270         if (! cname) {
 271                 sdb_log(SDB_LOG_ERR, "store: strdup failed");
 272                 return NULL;
 273         }
 274
 275         host = HOST(sdb_avltree_lookup(hosts, cname));
 276         free(cname);
 277         return host;
 278 } /* lookup_host */
 279
 280 static int
 281 record_backend(sdb_store_obj_t *obj)
 282 {
 283         const sdb_plugin_info_t *info;
 284         char **tmp;
 285         size_t i;
 286
 287         info = sdb_plugin_current();
 288         if (! info)
 289                 return 0;
 290
 291         for (i = 0; i < obj->backends_num; ++i)
 292                 if (!strcasecmp(obj->backends[i], info->plugin_name))
 293                         return 0;
 294
 295         tmp = realloc(obj->backends,
 296                         (obj->backends_num + 1) * sizeof(*obj->backends));
 297         if (! tmp)
 298                 return -1;
 299
 300         obj->backends = tmp;
 301         obj->backends[obj->backends_num] = strdup(info->plugin_name);
 302         if (! obj->backends[obj->backends_num])
 303                 return -1;
 304
 305         ++obj->backends_num;
 306         return 0;
 307 } /* record_backend */
 308
 309 static int
 310 store_obj(sdb_store_obj_t *parent, sdb_avltree_t *parent_tree,
 311                 int type, const char *name, sdb_time_t last_update,
 312                 sdb_store_obj_t **updated_obj)
 313 {
 314         sdb_store_obj_t *old, *new;
 315         int status = 0;
 316
 317         assert(parent_tree);
 318
 319         if (last_update <= 0)
 320                 last_update = sdb_gettime();
 321
 322         old = STORE_OBJ(sdb_avltree_lookup(parent_tree, name));
 323         if (old) {
 324                 if (old->last_update > last_update) {
 325                         sdb_log(SDB_LOG_DEBUG, "store: Cannot update %s '%s' - "
 326                                         "value too old (%"PRIsdbTIME" < %"PRIsdbTIME")",
 327                                         SDB_STORE_TYPE_TO_NAME(type), name,
 328                                         last_update, old->last_update);
 329                         /* don't report an error; the object may be updated by multiple
 330                          * backends */
 331                         status = 1;
 332                 }
 333                 else if (old->last_update == last_update) {
 334                         /* don't report an error and also don't even log this to avoid
 335                          * excessive noise on high sampling frequencies */
 336                         status = 1;
 337                 }
 338                 else {
 339                         sdb_time_t interval = last_update - old->last_update;
 340                         old->last_update = last_update;
 341                         if (interval) {
 342                                 if (old->interval)
 343                                         old->interval = (sdb_time_t)((0.9 * (double)old->interval)
 344                                                         + (0.1 * (double)interval));
 345                                 else
 346                                         old->interval = interval;
 347                         }
 348                 }
 349
 350                 new = old;
 351                 sdb_object_deref(SDB_OBJ(old));
 352         }
 353         else {
 354                 if (type == SDB_ATTRIBUTE) {
 355                         /* the value will be updated by the caller */
 356                         new = STORE_OBJ(sdb_object_create(name, sdb_attribute_type,
 357                                                 type, last_update, NULL));
 358                 }
 359                 else {
 360                         sdb_type_t t;
 361                         t = type == SDB_HOST
 362                                 ? sdb_host_type
 363                                 : type == SDB_SERVICE
 364                                         ? sdb_service_type
 365                                         : sdb_metric_type;
 366                         new = STORE_OBJ(sdb_object_create(name, t, type, last_update));
 367                 }
 368
 369                 if (new) {
 370                         status = sdb_avltree_insert(parent_tree, SDB_OBJ(new));
 371
 372                         /* pass control to the tree or destroy in case of an error */
 373                         sdb_object_deref(SDB_OBJ(new));
 374                 }
 375                 else {
 376                         char errbuf[1024];
 377                         sdb_log(SDB_LOG_ERR, "store: Failed to create %s '%s': %s",
 378                                         SDB_STORE_TYPE_TO_NAME(type), name,
 379                                         sdb_strerror(errno, errbuf, sizeof(errbuf)));
 380                         status = -1;
 381                 }
 382         }
 383
 384         if (status < 0)
 385                 return status;
 386         assert(new);
 387
 388         if (new->parent != parent) {
 389                 // Avoid circular self-references which are not handled
 390                 // correctly by the ref-count based management layer.
 391                 //sdb_object_deref(SDB_OBJ(new->parent));
 392                 //sdb_object_ref(SDB_OBJ(parent));
 393                 new->parent = parent;
 394         }
 395
 396         if (updated_obj)
 397                 *updated_obj = new;
 398
 399         if (record_backend(new))
 400                 return -1;
 401         return status;
 402 } /* store_obj */
 403
 404 static int
 405 store_attr(sdb_store_obj_t *parent, sdb_avltree_t *attributes,
 406                 const char *key, const sdb_data_t *value, sdb_time_t last_update)
 407 {
 408         sdb_store_obj_t *attr = NULL;
 409         int status;
 410
 411         status = store_obj(parent, attributes, SDB_ATTRIBUTE,
 412                         key, last_update, &attr);
 413         if (status)
 414                 return status;
 415
 416         /* don't update unchanged values */
 417         if (! sdb_data_cmp(&ATTR(attr)->value, value))
 418                 return status;
 419
 420         assert(attr);
 421         if (sdb_data_copy(&ATTR(attr)->value, value))
 422                 return -1;
 423         return status;
 424 } /* store_attr */
 425
 426 static int
 427 store_metric_store(sdb_metric_t *metric, sdb_metric_store_t *store)
 428 {
 429         char *type = metric->store.type;
 430         char *id = metric->store.id;
 431
 432         if ((! metric->store.type) || strcasecmp(metric->store.type, store->type)) {
 433                 if (! (type = strdup(store->type)))
 434                         return -1;
 435         }
 436         if ((! metric->store.id) || strcasecmp(metric->store.id, store->id)) {
 437                 if (! (id = strdup(store->id))) {
 438                         if (type != metric->store.type)
 439                                 free(type);
 440                         return -1;
 441                 }
 442         }
 443
 444         if (type != metric->store.type) {
 445                 if (metric->store.type)
 446                         free(metric->store.type);
 447                 metric->store.type = type;
 448         }
 449         if (id != metric->store.id) {
 450                 if (metric->store.id)
 451                         free(metric->store.id);
 452                 metric->store.id = id;
 453         }
 454         return 0;
 455 } /* store_metric_store */
 456
 457 /* The host_lock has to be acquired before calling this function. */
 458 static sdb_avltree_t *
 459 get_host_children(sdb_host_t *host, int type)
 460 {
 461         if ((type != SDB_SERVICE) && (type != SDB_METRIC)
 462                         && (type != SDB_ATTRIBUTE))
 463                 return NULL;
 464
 465         if (! host)
 466                 return NULL;
 467
 468         if (type == SDB_ATTRIBUTE)
 469                 return host->attributes;
 470         else if (type == SDB_METRIC)
 471                 return host->metrics;
 472         else
 473                 return host->services;
 474 } /* get_host_children */
 475
 476 /*
 477  * ts_tojson serializes a time-series to JSON.
 478  *
 479  * The function never returns an error. Rather, an error message will be part
 480  * of the serialized data.
 481  */
 482 static void
 483 ts_tojson(sdb_timeseries_t *ts, sdb_strbuf_t *buf)
 484 {
 485         char start_str[64];
 486         char end_str[64];
 487
 488         size_t i;
 489
 490         /* TODO: make time format configurable */
 491         if (! sdb_strftime(start_str, sizeof(start_str),
 492                                 "%F %T %z", ts->start))
 493                 snprintf(start_str, sizeof(start_str), "<error>");
 494         start_str[sizeof(start_str) - 1] = '\0';
 495         if (! sdb_strftime(end_str, sizeof(end_str),
 496                                 "%F %T %z", ts->end))
 497                 snprintf(end_str, sizeof(end_str), "<error>");
 498         end_str[sizeof(end_str) - 1] = '\0';
 499
 500         sdb_strbuf_append(buf, "{\"start\": \"%s\", \"end\": \"%s\", \"data\": {",
 501                         start_str, end_str);
 502
 503         for (i = 0; i < ts->data_names_len; ++i) {
 504                 size_t j;
 505                 sdb_strbuf_append(buf, "\"%s\": [", ts->data_names[i]);
 506
 507                 for (j = 0; j < ts->data_len; ++j) {
 508                         char time_str[64];
 509
 510                         if (! sdb_strftime(time_str, sizeof(time_str),
 511                                                 "%F %T %z", ts->data[i][j].timestamp))
 512                                 snprintf(time_str, sizeof(time_str), "<error>");
 513                         time_str[sizeof(time_str) - 1] = '\0';
 514
 515                         /* Some GNU libc versions may print '-nan' which we dont' want */
 516                         if (isnan(ts->data[i][j].value))
 517                                 sdb_strbuf_append(buf, "{\"timestamp\": \"%s\", "
 518                                                 "\"value\": \"nan\"}", time_str);
 519                         else
 520                                 sdb_strbuf_append(buf, "{\"timestamp\": \"%s\", "
 521                                                 "\"value\": \"%f\"}", time_str, ts->data[i][j].value);
 522
 523                         if (j < ts->data_len - 1)
 524                                 sdb_strbuf_append(buf, ",");
 525                 }
 526
 527                 if (i < ts->data_names_len - 1)
 528                         sdb_strbuf_append(buf, "],");
 529                 else
 530                         sdb_strbuf_append(buf, "]");
 531         }
 532         sdb_strbuf_append(buf, "}}");
 533 } /* ts_tojson */
 534
 535 /*
 536  * public API
 537  */
 538
 539 void
 540 sdb_store_clear(void)
 541 {
 542         sdb_avltree_destroy(hosts);
 543         hosts = NULL;
 544 } /* sdb_store_clear */
 545
 546 int
 547 sdb_store_host(const char *name, sdb_time_t last_update)
 548 {
 549         char *cname = NULL;
 550         int status = 0;
 551
 552         if (! name)
 553                 return -1;
 554
 555         cname = sdb_plugin_cname(strdup(name));
 556         if (! cname) {
 557                 sdb_log(SDB_LOG_ERR, "store: strdup failed");
 558                 return -1;
 559         }
 560
 561         pthread_rwlock_wrlock(&host_lock);
 562         if (! hosts)
 563                 if (! (hosts = sdb_avltree_create()))
 564                         status = -1;
 565
 566         if (! status)
 567                 status = store_obj(NULL, hosts, SDB_HOST, cname, last_update, NULL);
 568         pthread_rwlock_unlock(&host_lock);
 569
 570         if (sdb_plugin_store_host(name, last_update))
 571                 status = -1;
 572
 573         free(cname);
 574         return status;
 575 } /* sdb_store_host */
 576
 577 bool
 578 sdb_store_has_host(const char *name)
 579 {
 580         sdb_host_t *host;
 581
 582         if (! name)
 583                 return NULL;
 584
 585         host = lookup_host(name, /* canonicalize = */ 0);
 586         sdb_object_deref(SDB_OBJ(host));
 587         return host != NULL;
 588 } /* sdb_store_has_host */
 589
 590 sdb_store_obj_t *
 591 sdb_store_get_host(const char *name)
 592 {
 593         sdb_host_t *host;
 594
 595         if (! name)
 596                 return NULL;
 597
 598         host = lookup_host(name, /* canonicalize = */ 0);
 599         if (! host)
 600                 return NULL;
 601
 602         return STORE_OBJ(host);
 603 } /* sdb_store_get_host */
 604
 605 int
 606 sdb_store_attribute(const char *hostname,
 607                 const char *key, const sdb_data_t *value,
 608                 sdb_time_t last_update)
 609 {
 610         sdb_host_t *host;
 611         sdb_avltree_t *attrs;
 612         int status = 0;
 613
 614         if ((! hostname) || (! key))
 615                 return -1;
 616
 617         pthread_rwlock_wrlock(&host_lock);
 618         host = lookup_host(hostname, /* canonicalize = */ 1);
 619         attrs = get_host_children(host, SDB_ATTRIBUTE);
 620         if (! attrs) {
 621                 sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
 622                                 "host '%s' not found", key, hostname);
 623                 status = -1;
 624         }
 625
 626         if (! status)
 627                 status = store_attr(STORE_OBJ(host), attrs, key, value, last_update);
 628
 629         sdb_object_deref(SDB_OBJ(host));
 630         pthread_rwlock_unlock(&host_lock);
 631
 632         if (sdb_plugin_store_attribute(hostname, key, value, last_update))
 633                 status = -1;
 634         return status;
 635 } /* sdb_store_attribute */
 636
 637 int
 638 sdb_store_service(const char *hostname, const char *name,
 639                 sdb_time_t last_update)
 640 {
 641         sdb_host_t *host;
 642         sdb_avltree_t *services;
 643         sdb_data_t d;
 644
 645         int status = 0;
 646
 647         if ((! hostname) || (! name))
 648                 return -1;
 649
 650         pthread_rwlock_wrlock(&host_lock);
 651         host = lookup_host(hostname, /* canonicalize = */ 1);
 652         services = get_host_children(host, SDB_SERVICE);
 653         if (! services) {
 654                 sdb_log(SDB_LOG_ERR, "store: Failed to store service '%s' - "
 655                                 "host '%s' not found", name, hostname);
 656                 status = -1;
 657         }
 658
 659         if (! status)
 660                 status = store_obj(STORE_OBJ(host), services, SDB_SERVICE,
 661                                 name, last_update, NULL);
 662
 663         sdb_object_deref(SDB_OBJ(host));
 664         pthread_rwlock_unlock(&host_lock);
 665
 666         if (status)
 667                 return status;
 668
 669         if (sdb_plugin_store_service(hostname, name, last_update))
 670                 status = -1;
 671
 672         /* record the hostname as an attribute */
 673         d.type = SDB_TYPE_STRING;
 674         d.data.string = SDB_OBJ(host)->name;
 675         if (sdb_store_service_attr(hostname, name, "hostname", &d, last_update))
 676                 status = -1;
 677         return status;
 678 } /* sdb_store_service */
 679
 680 int
 681 sdb_store_service_attr(const char *hostname, const char *service,
 682                 const char *key, const sdb_data_t *value, sdb_time_t last_update)
 683 {
 684         sdb_host_t *host;
 685         sdb_service_t *svc;
 686         sdb_avltree_t *services;
 687         int status = 0;
 688
 689         if ((! hostname) || (! service) || (! key))
 690                 return -1;
 691
 692         pthread_rwlock_wrlock(&host_lock);
 693         host = lookup_host(hostname, /* canonicalize = */ 1);
 694         services = get_host_children(host, SDB_SERVICE);
 695         sdb_object_deref(SDB_OBJ(host));
 696         if (! services) {
 697                 sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
 698                                 "for service '%s' - host '%ss' not found",
 699                                 key, service, hostname);
 700                 pthread_rwlock_unlock(&host_lock);
 701                 return -1;
 702         }
 703
 704         svc = SVC(sdb_avltree_lookup(services, service));
 705         if (! svc) {
 706                 sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
 707                                 "service '%s/%s' not found", key, hostname, service);
 708                 status = -1;
 709         }
 710
 711         if (! status)
 712                 status = store_attr(STORE_OBJ(svc), svc->attributes,
 713                                 key, value, last_update);
 714
 715         sdb_object_deref(SDB_OBJ(svc));
 716         pthread_rwlock_unlock(&host_lock);
 717
 718         if (sdb_plugin_store_service_attribute(hostname, service,
 719                                 key, value, last_update))
 720                 status = -1;
 721         return status;
 722 } /* sdb_store_service_attr */
 723
 724 int
 725 sdb_store_metric(const char *hostname, const char *name,
 726                 sdb_metric_store_t *store, sdb_time_t last_update)
 727 {
 728         sdb_store_obj_t *obj = NULL;
 729         sdb_host_t *host;
 730         sdb_metric_t *metric;
 731         sdb_data_t d;
 732
 733         sdb_avltree_t *metrics;
 734
 735         int status = 0;
 736
 737         if ((! hostname) || (! name))
 738                 return -1;
 739
 740         if (store) {
 741                 if ((store->type != NULL) != (store->id != NULL))
 742                         return -1;
 743                 else if (! store->type)
 744                         store = NULL;
 745         }
 746
 747         pthread_rwlock_wrlock(&host_lock);
 748         host = lookup_host(hostname, /* canonicalize = */ 1);
 749         metrics = get_host_children(host, SDB_METRIC);
 750         if (! metrics) {
 751                 sdb_log(SDB_LOG_ERR, "store: Failed to store metric '%s' - "
 752                                 "host '%s' not found", name, hostname);
 753                 status = -1;
 754         }
 755
 756         if (! status)
 757                 status = store_obj(STORE_OBJ(host), metrics, SDB_METRIC,
 758                                 name, last_update, &obj);
 759         sdb_object_deref(SDB_OBJ(host));
 760
 761         if (status) {
 762                 pthread_rwlock_unlock(&host_lock);
 763                 return status;
 764         }
 765
 766         assert(obj);
 767         metric = METRIC(obj);
 768
 769         if (store)
 770                 if (store_metric_store(metric, store))
 771                         status = -1;
 772         pthread_rwlock_unlock(&host_lock);
 773
 774         if (sdb_plugin_store_metric(hostname, name, store, last_update))
 775                 status = -1;
 776
 777         /* record the hostname as an attribute */
 778         d.type = SDB_TYPE_STRING;
 779         d.data.string = SDB_OBJ(host)->name;
 780         if (sdb_store_metric_attr(hostname, name, "hostname", &d, last_update))
 781                 status = -1;
 782         return status;
 783 } /* sdb_store_metric */
 784
 785 int
 786 sdb_store_metric_attr(const char *hostname, const char *metric,
 787                 const char *key, const sdb_data_t *value, sdb_time_t last_update)
 788 {
 789         sdb_avltree_t *metrics;
 790         sdb_host_t *host;
 791         sdb_metric_t *m;
 792         int status = 0;
 793
 794         if ((! hostname) || (! metric) || (! key))
 795                 return -1;
 796
 797         pthread_rwlock_wrlock(&host_lock);
 798         host = lookup_host(hostname, /* canonicalize = */ 1);
 799         metrics = get_host_children(host, SDB_METRIC);
 800         sdb_object_deref(SDB_OBJ(host));
 801         if (! metrics) {
 802                 sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' "
 803                                 "for metric '%s' - host '%s' not found",
 804                                 key, metric, hostname);
 805                 pthread_rwlock_unlock(&host_lock);
 806                 return -1;
 807         }
 808
 809         m = METRIC(sdb_avltree_lookup(metrics, metric));
 810         if (! m) {
 811                 sdb_log(SDB_LOG_ERR, "store: Failed to store attribute '%s' - "
 812                                 "metric '%s/%s' not found", key, hostname, metric);
 813                 status = -1;
 814         }
 815
 816         if (! status)
 817                 status = store_attr(STORE_OBJ(m), m->attributes,
 818                                 key, value, last_update);
 819
 820         sdb_object_deref(SDB_OBJ(m));
 821         pthread_rwlock_unlock(&host_lock);
 822
 823         if (sdb_plugin_store_metric_attribute(hostname, metric,
 824                                 key, value, last_update))
 825                 status = -1;
 826         return status;
 827 } /* sdb_store_metric_attr */
 828
 829 sdb_store_obj_t *
 830 sdb_store_get_child(sdb_store_obj_t *host, int type, const char *name)
 831 {
 832         sdb_avltree_t *children;
 833
 834         if ((! host) || (host->type != SDB_HOST) || (! name))
 835                 return NULL;
 836
 837         children = get_host_children(HOST(host), type);
 838         if (! children)
 839                 return NULL;
 840         return STORE_OBJ(sdb_avltree_lookup(children, name));
 841 } /* sdb_store_get_child */
 842
 843 int
 844 sdb_store_fetch_timeseries(const char *hostname, const char *metric,
 845                 sdb_timeseries_opts_t *opts, sdb_strbuf_t *buf)
 846 {
 847         sdb_avltree_t *metrics;
 848         sdb_host_t *host;
 849         sdb_metric_t *m;
 850
 851         sdb_timeseries_t *ts;
 852
 853         int status = 0;
 854
 855         if ((! hostname) || (! metric) || (! opts) || (! buf))
 856                 return -1;
 857
 858         pthread_rwlock_rdlock(&host_lock);
 859         host = lookup_host(hostname, /* canonicalize = */ 1);
 860         metrics = get_host_children(host, SDB_METRIC);
 861         sdb_object_deref(SDB_OBJ(host));
 862         if (! metrics) {
 863                 sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
 864                                 "- host '%s' not found", hostname, metric, hostname);
 865                 pthread_rwlock_unlock(&host_lock);
 866                 return -1;
 867         }
 868
 869         m = METRIC(sdb_avltree_lookup(metrics, metric));
 870         if (! m) {
 871                 sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
 872                                 "- metric '%s' not found", hostname, metric, metric);
 873                 pthread_rwlock_unlock(&host_lock);
 874                 return -1;
 875         }
 876
 877         if ((! m->store.type) || (! m->store.id)) {
 878                 sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
 879                                 "- no data-store configured for the stored metric",
 880                                 hostname, metric);
 881                 sdb_object_deref(SDB_OBJ(m));
 882                 pthread_rwlock_unlock(&host_lock);
 883                 return -1;
 884         }
 885
 886         {
 887                 char type[strlen(m->store.type) + 1];
 888                 char id[strlen(m->store.id) + 1];
 889
 890                 strncpy(type, m->store.type, sizeof(type));
 891                 strncpy(id, m->store.id, sizeof(id));
 892                 pthread_rwlock_unlock(&host_lock);
 893
 894                 ts = sdb_plugin_fetch_timeseries(type, id, opts);
 895                 if (! ts) {
 896                         sdb_log(SDB_LOG_ERR, "store: Failed to fetch time-series '%s/%s' "
 897                                         "- %s fetcher callback returned no data for '%s'",
 898                                         hostname, metric, type, id);
 899                         status = -1;
 900                 }
 901         }
 902
 903         ts_tojson(ts, buf);
 904         sdb_object_deref(SDB_OBJ(m));
 905         sdb_timeseries_destroy(ts);
 906         return status;
 907 } /* sdb_store_fetch_timeseries */
 908
 909 int
 910 sdb_store_get_field(sdb_store_obj_t *obj, int field, sdb_data_t *res)
 911 {
 912         sdb_data_t tmp;
 913
 914         if (! obj)
 915                 return -1;
 916
 917         switch (field) {
 918                 case SDB_FIELD_NAME:
 919                         tmp.type = SDB_TYPE_STRING;
 920                         tmp.data.string = strdup(SDB_OBJ(obj)->name);
 921                         if (! tmp.data.string)
 922                                 return -1;
 923                         break;
 924                 case SDB_FIELD_LAST_UPDATE:
 925                         tmp.type = SDB_TYPE_DATETIME;
 926                         tmp.data.datetime = obj->last_update;
 927                         break;
 928                 case SDB_FIELD_AGE:
 929                         tmp.type = SDB_TYPE_DATETIME;
 930                         tmp.data.datetime = sdb_gettime() - obj->last_update;
 931                         break;
 932                 case SDB_FIELD_INTERVAL:
 933                         tmp.type = SDB_TYPE_DATETIME;
 934                         tmp.data.datetime = obj->interval;
 935                         break;
 936                 case SDB_FIELD_BACKEND:
 937                         if (! res)
 938                                 return 0;
 939                         tmp.type = SDB_TYPE_ARRAY | SDB_TYPE_STRING;
 940                         tmp.data.array.length = obj->backends_num;
 941                         tmp.data.array.values = obj->backends;
 942                         return sdb_data_copy(res, &tmp);
 943                 case SDB_FIELD_VALUE:
 944                         if (obj->type != SDB_ATTRIBUTE)
 945                                 return -1;
 946                         if (! res)
 947                                 return 0;
 948                         return sdb_data_copy(res, &ATTR(obj)->value);
 949                 default:
 950                         return -1;
 951         }
 952         if (res)
 953                 *res = tmp;
 954         else
 955                 sdb_data_free_datum(&tmp);
 956         return 0;
 957 } /* sdb_store_get_field */
 958
 959 int
 960 sdb_store_get_attr(sdb_store_obj_t *obj, const char *name, sdb_data_t *res,
 961                 sdb_store_matcher_t *filter)
 962 {
 963         sdb_avltree_t *tree = NULL;
 964         sdb_store_obj_t *attr;
 965
 966         if ((! obj) || (! name))
 967                 return -1;
 968
 969         if (obj->type == SDB_HOST)
 970                 tree = HOST(obj)->attributes;
 971         else if (obj->type == SDB_SERVICE)
 972                 tree = SVC(obj)->attributes;
 973         else if (obj->type == SDB_METRIC)
 974                 tree = METRIC(obj)->attributes;
 975
 976         if (! tree)
 977                 return -1;
 978
 979         attr = STORE_OBJ(sdb_avltree_lookup(tree, name));
 980         if (! attr)
 981                 return -1;
 982         if (filter && (! sdb_store_matcher_matches(filter, attr, NULL))) {
 983                 sdb_object_deref(SDB_OBJ(attr));
 984                 return -1;
 985         }
 986
 987         assert(STORE_OBJ(attr)->type == SDB_ATTRIBUTE);
 988         if (res)
 989                 sdb_data_copy(res, &ATTR(attr)->value);
 990         sdb_object_deref(SDB_OBJ(attr));
 991         return 0;
 992 } /* sdb_store_get_attr */
 993
 994 int
 995 sdb_store_scan(int type, sdb_store_matcher_t *m, sdb_store_matcher_t *filter,
 996                 sdb_store_lookup_cb cb, void *user_data)
 997 {
 998         sdb_avltree_iter_t *host_iter = NULL;
 999         int status = 0;
1000
1001         if (! cb)
1002                 return -1;
1003
1004         if ((type != SDB_HOST) && (type != SDB_SERVICE) && (type != SDB_METRIC)) {
1005                 sdb_log(SDB_LOG_ERR, "store: Cannot scan objects of type %d", type);
1006                 return -1;
1007         }
1008
1009         pthread_rwlock_rdlock(&host_lock);
1010
1011         if (hosts) {
1012                 host_iter = sdb_avltree_get_iter(hosts);
1013                 if (! host_iter)
1014                         status = -1;
1015         }
1016
1017         /* has_next returns false if the iterator is NULL */
1018         while (sdb_avltree_iter_has_next(host_iter)) {
1019                 sdb_store_obj_t *host;
1020                 sdb_avltree_iter_t *iter = NULL;
1021
1022                 host = STORE_OBJ(sdb_avltree_iter_get_next(host_iter));
1023                 assert(host);
1024
1025                 if (! sdb_store_matcher_matches(filter, host, NULL))
1026                         continue;
1027
1028                 if (type == SDB_SERVICE)
1029                         iter = sdb_avltree_get_iter(HOST(host)->services);
1030                 else if (type == SDB_METRIC)
1031                         iter = sdb_avltree_get_iter(HOST(host)->metrics);
1032
1033                 if (iter) {
1034                         while (sdb_avltree_iter_has_next(iter)) {
1035                                 sdb_store_obj_t *obj;
1036                                 obj = STORE_OBJ(sdb_avltree_iter_get_next(iter));
1037                                 assert(obj);
1038
1039                                 if (sdb_store_matcher_matches(m, obj, filter)) {
1040                                         if (cb(obj, filter, user_data)) {
1041                                                 sdb_log(SDB_LOG_ERR, "store: Callback returned "
1042                                                                 "an error while scanning");
1043                                                 status = -1;
1044                                                 break;
1045                                         }
1046                                 }
1047                         }
1048                 }
1049                 else if (sdb_store_matcher_matches(m, host, filter)) {
1050                         if (cb(host, filter, user_data)) {
1051                                 sdb_log(SDB_LOG_ERR, "store: Callback returned "
1052                                                 "an error while scanning");
1053                                 status = -1;
1054                         }
1055                 }
1056
1057                 sdb_avltree_iter_destroy(iter);
1058                 if (status)
1059                         break;
1060         }
1061
1062         sdb_avltree_iter_destroy(host_iter);
1063         pthread_rwlock_unlock(&host_lock);
1064         return status;
1065 } /* sdb_store_scan */
1066
1067 /* vim: set tw=78 sw=4 ts=4 noexpandtab : */
1068