src/zookeeper.c

   1 /**
   2  * collectd - src/zookeeper.c
   3  * Copyright (C) 2014       Google, Inc.
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice shall be included in
  13  * all copies or substantial portions of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21  * DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *   Jeremy Katz <jeremy at katzbox.net>
  25  **/
  26
  27 #include "collectd.h"
  28 #include "common.h"
  29 #include "plugin.h"
  30
  31 #include <netdb.h>
  32 #include <sys/un.h>
  33 #include <netinet/in.h>
  34 #include <netinet/tcp.h>
  35
  36 #define ZOOKEEPER_DEF_HOST "127.0.0.1"
  37 #define ZOOKEEPER_DEF_PORT "2181"
  38
  39 static char *zk_host = NULL;
  40 static char *zk_port = NULL;
  41
  42 static const char *config_keys[] =
  43 {
  44         "Host",
  45         "Port"
  46 };
  47 static int config_keys_num = STATIC_ARRAY_SIZE (config_keys);
  48
  49 static int zookeeper_config(const char *key, const char *value)
  50 {
  51         if (strncmp(key, "Host", strlen("Host")) == 0)
  52         {
  53                 sfree (zk_host);
  54                 zk_host = strdup (value);
  55         }
  56         else if (strncmp(key, "Port", strlen("Port")) == 0)
  57         {
  58                 sfree (zk_port);
  59                 zk_port = strdup (value);
  60         }
  61         else
  62         {
  63                 return -1;
  64         }
  65         return 0;
  66 }
  67
  68 static void zookeeper_submit_gauge (const char * type, const char * type_inst, gauge_t val)
  69 {
  70         value_t values[1];
  71         value_list_t vl = VALUE_LIST_INIT;
  72
  73         values[0].gauge = val;
  74
  75         vl.values = values;
  76         vl.values_len = 1;
  77         sstrncpy (vl.host, hostname_g, sizeof (vl.host));
  78         sstrncpy (vl.plugin, "zookeeper", sizeof (vl.plugin));
  79         sstrncpy (vl.type, type, sizeof (vl.type));
  80         if (type_inst != NULL)
  81                 sstrncpy (vl.type_instance, type_inst, sizeof (vl.type_instance));
  82
  83         plugin_dispatch_values (&vl);
  84 } /* zookeeper_submit_gauge */
  85
  86 static void zookeeper_submit_derive (const char * type, const char * type_inst, derive_t val)
  87 {
  88         value_t values[1];
  89         value_list_t vl = VALUE_LIST_INIT;
  90
  91         values[0].derive = val;
  92
  93         vl.values = values;
  94         vl.values_len = 1;
  95         sstrncpy (vl.host, hostname_g, sizeof (vl.host));
  96         sstrncpy (vl.plugin, "zookeeper", sizeof (vl.plugin));
  97         sstrncpy (vl.type, type, sizeof (vl.type));
  98         if (type_inst != NULL)
  99                 sstrncpy (vl.type_instance, type_inst, sizeof (vl.type_instance));
 100
 101         plugin_dispatch_values (&vl);
 102 } /* zookeeper_submit_derive */
 103
 104 static int zookeeper_connect (void)
 105 {
 106         int sk = -1;
 107         int status;
 108         struct addrinfo ai_hints;
 109         struct addrinfo *ai;
 110         struct addrinfo *ai_list;
 111         const char *host;
 112         const char *port;
 113
 114         memset ((void *) &ai_hints, '\0', sizeof (ai_hints));
 115         ai_hints.ai_family   = AF_UNSPEC;
 116         ai_hints.ai_socktype = SOCK_STREAM;
 117
 118         host = (zk_host != NULL) ? zk_host : ZOOKEEPER_DEF_HOST;
 119         port = (zk_port != NULL) ? zk_port : ZOOKEEPER_DEF_PORT;
 120         status = getaddrinfo (host, port, &ai_hints, &ai_list);
 121         if (status != 0)
 122         {
 123                 char errbuf[1024];
 124                 INFO ("getaddrinfo failed: %s",
 125                           (status == EAI_SYSTEM)
 126                           ? sstrerror (errno, errbuf, sizeof (errbuf))
 127                           : gai_strerror (status));
 128                 return (-1);
 129         }
 130
 131         for (ai = ai_list; ai != NULL; ai = ai->ai_next)
 132         {
 133                 sk = socket (ai->ai_family, SOCK_STREAM, 0);
 134                 if (sk < 0)
 135                 {
 136                         char errbuf[1024];
 137                         WARNING ("zookeeper: socket(2) failed: %s",
 138                                          sstrerror (errno, errbuf, sizeof(errbuf)));
 139                         continue;
 140                 }
 141                 status = (int) connect (sk, ai->ai_addr, ai->ai_addrlen);
 142                 if (status != 0)
 143                 {
 144                         char errbuf[1024];
 145                         close (sk);
 146                         sk = -1;
 147                         WARNING ("zookeeper: connect(2) failed: %s",
 148                                          sstrerror (errno, errbuf, sizeof(errbuf)));
 149                         continue;
 150                 }
 151
 152                 /* connected */
 153                 break;
 154         }
 155
 156         freeaddrinfo(ai_list);
 157         return (sk);
 158 } /* int zookeeper_connect */
 159
 160 static int zookeeper_query (char *buffer, size_t buffer_size)
 161 {
 162         int sk, status;
 163         size_t buffer_fill;
 164
 165         sk = zookeeper_connect();
 166         if (sk < 0)
 167         {
 168                 ERROR ("zookeeper: Could not connect to daemon");
 169                 return (-1);
 170         }
 171
 172         status = (int) swrite (sk, "mntr\r\n", strlen("mntr\r\n"));
 173         if (status != 0)
 174         {
 175                 char errbuf[1024];
 176                 ERROR ("zookeeper: write(2) failed: %s",
 177                            sstrerror (errno, errbuf, sizeof (errbuf)));
 178                 close (sk);
 179                 return (-1);
 180         }
 181
 182         memset (buffer, 0, buffer_size);
 183         buffer_fill = 0;
 184
 185         while ((status = (int) recv (sk, buffer + buffer_fill,
 186           buffer_size - buffer_fill, /* flags = */ 0)) != 0)
 187         {
 188                 if (status < 0)
 189                 {
 190                         char errbuf[1024];
 191                         if ((errno == EAGAIN) || (errno == EINTR))
 192                                 continue;
 193                         ERROR ("zookeeper: Error reading from socket: %s",
 194                                    sstrerror (errno, errbuf, sizeof (errbuf)));
 195                         close (sk);
 196                         return (-1);
 197                 }
 198
 199                 buffer_fill += (size_t) status;
 200         } /* while (recv) */
 201
 202         status = 0;
 203         if (buffer_fill == 0)
 204         {
 205                 WARNING ("zookeeper: No data returned by MNTR command.");
 206                 status = -1;
 207         }
 208
 209         close(sk);
 210         return (status);
 211 } /* int zookeeper_query */
 212
 213
 214 static int zookeeper_read (void) {
 215         char buf[4096];
 216         char *ptr;
 217         char *save_ptr;
 218         char *line;
 219         char *fields[2];
 220
 221         if (zookeeper_query (buf, sizeof (buf)) < 0)
 222         {
 223                 return (-1);
 224         }
 225
 226         ptr = buf;
 227         save_ptr = NULL;
 228         while ((line = strtok_r (ptr, "\n\r", &save_ptr)) != NULL)
 229         {
 230                 ptr = NULL;
 231                 if (strsplit(line, fields, 2) != 2)
 232                 {
 233                         continue;
 234                 }
 235 #define FIELD_CHECK(check, expected) \
 236         (strncmp (check, expected, strlen(expected)) == 0)
 237
 238                 if (FIELD_CHECK (fields[0], "zk_avg_latency"))
 239                 {
 240                         zookeeper_submit_gauge ("latency", "avg", atol(fields[1]));
 241                 }
 242                 else if (FIELD_CHECK(fields[0], "zk_min_latency"))
 243                 {
 244                         zookeeper_submit_gauge ("latency", "min", atol(fields[1]));
 245                 }
 246                 else if (FIELD_CHECK (fields[0], "zk_max_latency"))
 247                 {
 248                         zookeeper_submit_gauge ("latency", "max", atol(fields[1]));
 249                 }
 250                 else if (FIELD_CHECK (fields[0], "zk_packets_received"))
 251                 {
 252                         zookeeper_submit_derive ("packets", "received", atol(fields[1]));
 253                 }
 254                 else if (FIELD_CHECK (fields[0], "zk_packets_sent"))
 255                 {
 256                         zookeeper_submit_derive ("packets", "sent", atol(fields[1]));
 257                 }
 258                 else if (FIELD_CHECK (fields[0], "zk_num_alive_connections"))
 259                 {
 260                         zookeeper_submit_gauge ("current_connections", NULL, atol(fields[1]));
 261                 }
 262                 else if (FIELD_CHECK (fields[0], "zk_outstanding_requests"))
 263                 {
 264                         zookeeper_submit_gauge ("requests", "outstanding", atol(fields[1]));
 265                 }
 266                 else if (FIELD_CHECK (fields[0], "zk_znode_count"))
 267                 {
 268                         zookeeper_submit_gauge ("gauge", "znode", atol(fields[1]));
 269                 }
 270                 else if (FIELD_CHECK (fields[0], "zk_watch_count"))
 271                 {
 272                         zookeeper_submit_gauge ("gauge", "watch", atol(fields[1]));
 273                 }
 274                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 275                 {
 276                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 277                 }
 278                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 279                 {
 280                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 281                 }
 282                 else if (FIELD_CHECK (fields[0], "zk_ephemerals_count"))
 283                 {
 284                         zookeeper_submit_gauge ("gauge", "ephemerals", atol(fields[1]));
 285                 }
 286                 else if (FIELD_CHECK (fields[0], "zk_approximate_data_size"))
 287                 {
 288                         zookeeper_submit_gauge ("bytes", "approximate_data_size", atol(fields[1]));
 289                 }
 290                 else if (FIELD_CHECK (fields[0], "zk_followers"))
 291                 {
 292                         zookeeper_submit_gauge ("count", "followers", atol(fields[1]));
 293                 }
 294                 else if (FIELD_CHECK (fields[0], "zk_synced_followers"))
 295                 {
 296                         zookeeper_submit_gauge ("count", "synced_followers", atol(fields[1]));
 297                 }
 298                 else if (FIELD_CHECK (fields[0], "zk_pending_syncs"))
 299                 {
 300                         zookeeper_submit_gauge ("count", "pending_syncs", atol(fields[1]));
 301                 }
 302                 else
 303                 {
 304                         DEBUG("Uncollected zookeeper MNTR field %s", fields[0]);
 305                 }
 306         }
 307
 308         return (0);
 309 } /* zookeeper_read */
 310
 311 void module_register (void)
 312 {
 313         plugin_register_config ("zookeeper", zookeeper_config, config_keys, config_keys_num);
 314         plugin_register_read ("zookeeper", zookeeper_read);
 315 } /* void module_register */