X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=src%2Fwrite_riemann.c;h=3345d0444a94653a4e3be42a9d9051bfd264e790;hb=38d06a8f868293466f4eee943555c65457a5e560;hp=e7b3eb4acfbc0b70cc21655c3be48af735d4120a;hpb=95c7f3dc9cda596414b1022ab4da228c484c933d;p=collectd.git diff --git a/src/write_riemann.c b/src/write_riemann.c index e7b3eb4a..3345d044 100644 --- a/src/write_riemann.c +++ b/src/write_riemann.c @@ -37,6 +37,7 @@ #define RIEMANN_HOST "localhost" #define RIEMANN_PORT "5555" +#define RIEMANN_TTL_FACTOR 2.0 struct riemann_host { char *name; @@ -44,9 +45,12 @@ struct riemann_host { uint8_t flags; pthread_mutex_t lock; _Bool store_rates; + _Bool always_append_ds; char *node; char *service; + _Bool use_tcp; int s; + double ttl_factor; int reference_count; }; @@ -54,18 +58,10 @@ struct riemann_host { static char **riemann_tags; static size_t riemann_tags_num; -static int riemann_send(struct riemann_host *, Msg const *); -static int riemann_notification(const notification_t *, user_data_t *); -static int riemann_write(const data_set_t *, const value_list_t *, user_data_t *); -static int riemann_connect(struct riemann_host *); -static int riemann_disconnect (struct riemann_host *host); -static void riemann_free(void *); -static int riemann_config_node(oconfig_item_t *); -static int riemann_config(oconfig_item_t *); -void module_register(void); - static void riemann_event_protobuf_free (Event *event) /* {{{ */ { + size_t i; + if (event == NULL) return; @@ -78,6 +74,15 @@ static void riemann_event_protobuf_free (Event *event) /* {{{ */ event->tags = NULL; event->n_tags = 0; + for (i = 0; i < event->n_attributes; i++) + { + sfree (event->attributes[i]->key); + sfree (event->attributes[i]->value); + sfree (event->attributes[i]); + } + sfree (event->attributes); + event->n_attributes = 0; + sfree (event); } /* }}} void riemann_event_protobuf_free */ @@ -100,6 +105,79 @@ static void riemann_msg_protobuf_free (Msg *msg) /* {{{ */ sfree (msg); } /* }}} void riemann_msg_protobuf_free */ +/* host->lock must be held when calling this function. */ +static int +riemann_connect(struct riemann_host *host) +{ + int e; + struct addrinfo *ai, *res, hints; + char const *node; + char const *service; + + if (host->flags & F_CONNECT) + return 0; + + memset(&hints, 0, sizeof(hints)); + memset(&service, 0, sizeof(service)); + hints.ai_family = AF_UNSPEC; + hints.ai_socktype = host->use_tcp ? SOCK_STREAM : SOCK_DGRAM; +#ifdef AI_ADDRCONFIG + hints.ai_flags |= AI_ADDRCONFIG; +#endif + + node = (host->node != NULL) ? host->node : RIEMANN_HOST; + service = (host->service != NULL) ? host->service : RIEMANN_PORT; + + if ((e = getaddrinfo(node, service, &hints, &res)) != 0) { + ERROR ("write_riemann plugin: Unable to resolve host \"%s\": %s", + node, gai_strerror(e)); + return -1; + } + + host->s = -1; + for (ai = res; ai != NULL; ai = ai->ai_next) { + if ((host->s = socket(ai->ai_family, + ai->ai_socktype, + ai->ai_protocol)) == -1) { + continue; + } + + if (connect(host->s, ai->ai_addr, ai->ai_addrlen) != 0) { + close(host->s); + host->s = -1; + continue; + } + + host->flags |= F_CONNECT; + DEBUG("write_riemann plugin: got a succesful connection for: %s:%s", + node, service); + break; + } + + freeaddrinfo(res); + + if (host->s < 0) { + WARNING("write_riemann plugin: Unable to connect to Riemann at %s:%s", + node, service); + return -1; + } + return 0; +} + +/* host->lock must be held when calling this function. */ +static int +riemann_disconnect (struct riemann_host *host) +{ + if ((host->flags & F_CONNECT) == 0) + return (0); + + close (host->s); + host->s = -1; + host->flags &= ~F_CONNECT; + + return (0); +} + static int riemann_send(struct riemann_host *host, Msg const *msg) { @@ -117,6 +195,9 @@ riemann_send(struct riemann_host *host, Msg const *msg) } buffer_len = msg__get_packed_size(msg); + if (host->use_tcp) + buffer_len += 4; + buffer = malloc (buffer_len); if (buffer == NULL) { pthread_mutex_unlock (&host->lock); @@ -125,7 +206,16 @@ riemann_send(struct riemann_host *host, Msg const *msg) } memset (buffer, 0, buffer_len); - msg__pack(msg, buffer); + if (host->use_tcp) + { + uint32_t length = htonl ((uint32_t) (buffer_len - 4)); + memcpy (buffer, &length, 4); + msg__pack(msg, buffer + 4); + } + else + { + msg__pack(msg, buffer); + } status = (int) swrite (host->s, buffer, buffer_len); if (status != 0) @@ -148,23 +238,44 @@ riemann_send(struct riemann_host *host, Msg const *msg) return 0; } -static int riemann_event_add_tag (Event *event, /* {{{ */ - char const *format, ...) +static int riemann_event_add_tag (Event *event, char const *tag) /* {{{ */ { - va_list ap; - char buffer[1024]; - size_t ret; - - va_start (ap, format); - ret = vsnprintf (buffer, sizeof (buffer), format, ap); - if (ret >= sizeof (buffer)) - ret = sizeof (buffer) - 1; - buffer[ret] = 0; - va_end (ap); - - return (strarray_add (&event->tags, &event->n_tags, buffer)); + return (strarray_add (&event->tags, &event->n_tags, tag)); } /* }}} int riemann_event_add_tag */ +static int riemann_event_add_attribute (Event *event, /* {{{ */ + char const *key, char const *value) +{ + Attribute **new_attributes; + Attribute *a; + + new_attributes = realloc (event->attributes, + sizeof (*event->attributes) * (event->n_attributes + 1)); + if (new_attributes == NULL) + { + ERROR ("write_riemann plugin: realloc failed."); + return (ENOMEM); + } + event->attributes = new_attributes; + + a = malloc (sizeof (*a)); + if (a == NULL) + { + ERROR ("write_riemann plugin: malloc failed."); + return (ENOMEM); + } + attribute__init (a); + + a->key = strdup (key); + if (value != NULL) + a->value = strdup (value); + + event->attributes[event->n_attributes] = a; + event->n_attributes++; + + return (0); +} /* }}} int riemann_event_add_attribute */ + static Msg *riemann_notification_to_protobuf (struct riemann_host *host, /* {{{ */ notification_t const *n) { @@ -212,28 +323,30 @@ static Msg *riemann_notification_to_protobuf (struct riemann_host *host, /* {{{ switch (n->severity) { - case NOTIF_OKAY: severity = "okay"; break; + case NOTIF_OKAY: severity = "ok"; break; case NOTIF_WARNING: severity = "warning"; break; - case NOTIF_FAILURE: severity = "failure"; break; + case NOTIF_FAILURE: severity = "critical"; break; default: severity = "unknown"; } event->state = strdup (severity); riemann_event_add_tag (event, "notification"); + if (n->host[0] != 0) + riemann_event_add_attribute (event, "host", n->host); if (n->plugin[0] != 0) - riemann_event_add_tag (event, "plugin:%s", n->plugin); + riemann_event_add_attribute (event, "plugin", n->plugin); if (n->plugin_instance[0] != 0) - riemann_event_add_tag (event, "plugin_instance:%s", + riemann_event_add_attribute (event, "plugin_instance", n->plugin_instance); if (n->type[0] != 0) - riemann_event_add_tag (event, "type:%s", n->type); + riemann_event_add_attribute (event, "type", n->type); if (n->type_instance[0] != 0) - riemann_event_add_tag (event, "type_instance:%s", + riemann_event_add_attribute (event, "type_instance", n->type_instance); for (i = 0; i < riemann_tags_num; i++) - riemann_event_add_tag (event, "%s", riemann_tags[i]); + riemann_event_add_tag (event, riemann_tags[i]); format_name (service_buffer, sizeof (service_buffer), /* host = */ "", n->plugin, n->plugin_instance, @@ -265,6 +378,7 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ Event *event; char name_buffer[5 * DATA_MAX_NAME_LEN]; char service_buffer[6 * DATA_MAX_NAME_LEN]; + double ttl; int i; event = malloc (sizeof (*event)); @@ -279,34 +393,44 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ event->host = strdup (vl->host); event->time = CDTIME_T_TO_TIME_T (vl->time); event->has_time = 1; - event->ttl = CDTIME_T_TO_TIME_T (2 * vl->interval); + + ttl = CDTIME_T_TO_DOUBLE (vl->interval) * host->ttl_factor; + event->ttl = (float) ttl; event->has_ttl = 1; - riemann_event_add_tag (event, "plugin:%s", vl->plugin); + riemann_event_add_attribute (event, "plugin", vl->plugin); if (vl->plugin_instance[0] != 0) - riemann_event_add_tag (event, "plugin_instance:%s", + riemann_event_add_attribute (event, "plugin_instance", vl->plugin_instance); - riemann_event_add_tag (event, "type:%s", vl->type); + riemann_event_add_attribute (event, "type", vl->type); if (vl->type_instance[0] != 0) - riemann_event_add_tag (event, "type_instance:%s", + riemann_event_add_attribute (event, "type_instance", vl->type_instance); if ((ds->ds[index].type != DS_TYPE_GAUGE) && (rates != NULL)) { - riemann_event_add_tag (event, "ds_type:%s:rate", + char ds_type[DATA_MAX_NAME_LEN]; + + ssnprintf (ds_type, sizeof (ds_type), "%s:rate", DS_TYPE_TO_STRING(ds->ds[index].type)); + riemann_event_add_attribute (event, "ds_type", ds_type); } else { - riemann_event_add_tag (event, "ds_type:%s", + riemann_event_add_attribute (event, "ds_type", DS_TYPE_TO_STRING(ds->ds[index].type)); } - riemann_event_add_tag (event, "ds_name:%s", ds->ds[index].name); - riemann_event_add_tag (event, "ds_index:%zu", index); + riemann_event_add_attribute (event, "ds_name", ds->ds[index].name); + { + char ds_index[DATA_MAX_NAME_LEN]; + + ssnprintf (ds_index, sizeof (ds_index), "%zu", index); + riemann_event_add_attribute (event, "ds_index", ds_index); + } for (i = 0; i < riemann_tags_num; i++) - riemann_event_add_tag (event, "%s", riemann_tags[i]); + riemann_event_add_tag (event, riemann_tags[i]); if (ds->ds[index].type == DS_TYPE_GAUGE) { @@ -332,7 +456,7 @@ static Event *riemann_value_to_protobuf (struct riemann_host const *host, /* {{{ format_name (name_buffer, sizeof (name_buffer), /* host = */ "", vl->plugin, vl->plugin_instance, vl->type, vl->type_instance); - if (ds->ds_num > 1) + if (host->always_append_ds || (ds->ds_num > 1)) ssnprintf (service_buffer, sizeof (service_buffer), "%s/%s", &name_buffer[1], ds->ds[index].name); else @@ -444,79 +568,6 @@ riemann_write(const data_set_t *ds, return status; } -/* host->lock must be held when calling this function. */ -static int -riemann_connect(struct riemann_host *host) -{ - int e; - struct addrinfo *ai, *res, hints; - char const *node; - char const *service; - - if (host->flags & F_CONNECT) - return 0; - - memset(&hints, 0, sizeof(hints)); - memset(&service, 0, sizeof(service)); - hints.ai_family = AF_UNSPEC; - hints.ai_socktype = SOCK_DGRAM; -#ifdef AI_ADDRCONFIG - hints.ai_flags |= AI_ADDRCONFIG; -#endif - - node = (host->node != NULL) ? host->node : RIEMANN_HOST; - service = (host->service != NULL) ? host->service : RIEMANN_PORT; - - if ((e = getaddrinfo(node, service, &hints, &res)) != 0) { - ERROR ("write_riemann plugin: Unable to resolve host \"%s\": %s", - node, gai_strerror(e)); - return -1; - } - - host->s = -1; - for (ai = res; ai != NULL; ai = ai->ai_next) { - if ((host->s = socket(ai->ai_family, - ai->ai_socktype, - ai->ai_protocol)) == -1) { - continue; - } - - if (connect(host->s, ai->ai_addr, ai->ai_addrlen) != 0) { - close(host->s); - host->s = -1; - continue; - } - - host->flags |= F_CONNECT; - DEBUG("write_riemann plugin: got a succesful connection for: %s:%s", - node, service); - break; - } - - freeaddrinfo(res); - - if (host->s < 0) { - WARNING("write_riemann plugin: Unable to connect to Riemann at %s:%s", - node, service); - return -1; - } - return 0; -} - -/* host->lock must be held when calling this function. */ -static int -riemann_disconnect (struct riemann_host *host) -{ - if ((host->flags & F_CONNECT) == 0) - return (0); - - close (host->s); - host->s = -1; - host->flags &= ~F_CONNECT; - - return (0); -} - static void riemann_free(void *p) { @@ -560,6 +611,9 @@ riemann_config_node(oconfig_item_t *ci) host->node = NULL; host->service = NULL; host->store_rates = 1; + host->always_append_ds = 0; + host->use_tcp = 0; + host->ttl_factor = RIEMANN_TTL_FACTOR; status = cf_util_get_string (ci, &host->name); if (status != 0) { @@ -588,10 +642,64 @@ riemann_config_node(oconfig_item_t *ci) "option."); break; } + } else if (strcasecmp ("Protocol", child->key) == 0) { + char tmp[16]; + status = cf_util_get_string_buffer (child, + tmp, sizeof (tmp)); + if (status != 0) + { + ERROR ("write_riemann plugin: cf_util_get_" + "string_buffer failed with " + "status %i.", status); + break; + } + + if (strcasecmp ("UDP", tmp) == 0) + host->use_tcp = 0; + else if (strcasecmp ("TCP", tmp) == 0) + host->use_tcp = 1; + else + WARNING ("write_riemann plugin: The value " + "\"%s\" is not valid for the " + "\"Protocol\" option. Use " + "either \"UDP\" or \"TCP\".", + tmp); } else if (strcasecmp ("StoreRates", child->key) == 0) { status = cf_util_get_boolean (child, &host->store_rates); if (status != 0) break; + } else if (strcasecmp ("AlwaysAppendDS", child->key) == 0) { + status = cf_util_get_boolean (child, + &host->always_append_ds); + if (status != 0) + break; + } else if (strcasecmp ("TTLFactor", child->key) == 0) { + double tmp = NAN; + status = cf_util_get_double (child, &tmp); + if (status != 0) + break; + if (tmp >= 2.0) { + host->ttl_factor = tmp; + } else if (tmp >= 1.0) { + NOTICE ("write_riemann plugin: The configured " + "TTLFactor is very small " + "(%.1f). A value of 2.0 or " + "greater is recommended.", + tmp); + host->ttl_factor = tmp; + } else if (tmp > 0.0) { + WARNING ("write_riemann plugin: The configured " + "TTLFactor is too small to be " + "useful (%.1f). I'll use it " + "since the user knows best, " + "but under protest.", + tmp); + host->ttl_factor = tmp; + } else { /* zero, negative and NAN */ + ERROR ("write_riemann plugin: The configured " + "TTLFactor is invalid (%.1f).", + tmp); + } } else { WARNING("write_riemann plugin: ignoring unknown config " "option: \"%s\"", child->key);