1 /**
2 * collectd - src/curl_json.c
3 * Copyright (C) 2009 Doug MacEachern
4 * Copyright (C) 2006-2013 Florian octo Forster
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License as published by the
8 * Free Software Foundation; only version 2 of the License is applicable.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
18 *
19 * Authors:
20 * Doug MacEachern <dougm at hyperic.com>
21 * Florian octo Forster <octo at collectd.org>
22 **/
24 #include "collectd.h"
26 #include "common.h"
27 #include "plugin.h"
28 #include "utils_avltree.h"
29 #include "utils_complain.h"
30 #include "utils_curl_stats.h"
32 #include <sys/types.h>
33 #include <sys/un.h>
35 #include <curl/curl.h>
37 #include <yajl/yajl_parse.h>
38 #if HAVE_YAJL_YAJL_VERSION_H
39 #include <yajl/yajl_version.h>
40 #endif
42 #if defined(YAJL_MAJOR) && (YAJL_MAJOR > 1)
43 #define HAVE_YAJL_V2 1
44 #endif
46 #define CJ_DEFAULT_HOST "localhost"
47 #define CJ_ANY "*"
48 #define COUCH_MIN(x, y) ((x) < (y) ? (x) : (y))
50 struct cj_key_s;
51 typedef struct cj_key_s cj_key_t;
52 struct cj_key_s /* {{{ */
53 {
54 char *path;
55 char *type;
56 char *instance;
57 };
58 /* }}} */
60 /* cj_tree_entry_t is a union of either a metric configuration ("key") or a tree
61 * mapping array indexes / map keys to a descendant cj_tree_entry_t*. */
62 typedef struct {
63 enum { KEY, TREE } type;
64 union {
65 c_avl_tree_t *tree;
66 cj_key_t *key;
67 };
68 } cj_tree_entry_t;
70 /* cj_state_t is a stack providing the configuration relevant for the context
71 * that is currently being parsed. If entry->type == KEY, the parser should
72 * expect a metric (a numeric value). If entry->type == TREE, the parser should
73 * expect an array of map to descent into. If entry == NULL, no configuration
74 * exists for this part of the JSON structure. */
75 typedef struct {
76 cj_tree_entry_t *entry;
77 _Bool in_array;
78 int index;
79 char name[DATA_MAX_NAME_LEN];
80 } cj_state_t;
82 struct cj_s /* {{{ */
83 {
84 char *instance;
85 char *host;
87 char *sock;
89 char *url;
90 char *user;
91 char *pass;
92 char *credentials;
93 _Bool digest;
94 _Bool verify_peer;
95 _Bool verify_host;
96 char *cacert;
97 struct curl_slist *headers;
98 char *post_body;
99 cdtime_t interval;
100 int timeout;
101 curl_stats_t *stats;
103 CURL *curl;
104 char curl_errbuf[CURL_ERROR_SIZE];
106 yajl_handle yajl;
107 c_avl_tree_t *tree;
108 int depth;
109 cj_state_t state[YAJL_MAX_DEPTH];
110 };
111 typedef struct cj_s cj_t; /* }}} */
113 #if HAVE_YAJL_V2
114 typedef size_t yajl_len_t;
115 #else
116 typedef unsigned int yajl_len_t;
117 #endif
119 static int cj_read(user_data_t *ud);
120 static void cj_submit_impl(cj_t *db, cj_key_t *key, value_t *value);
122 /* cj_submit is a function pointer to cj_submit_impl, allowing the unit-test to
123 * overwrite which function is called. */
124 static void (*cj_submit)(cj_t *, cj_key_t *, value_t *) = cj_submit_impl;
126 static size_t cj_curl_callback(void *buf, /* {{{ */
127 size_t size, size_t nmemb, void *user_data) {
128 cj_t *db;
129 size_t len;
130 yajl_status status;
132 len = size * nmemb;
134 if (len == 0)
135 return (len);
137 db = user_data;
138 if (db == NULL)
139 return (0);
141 status = yajl_parse(db->yajl, (unsigned char *)buf, len);
142 if (status == yajl_status_ok)
143 return (len);
144 #if !HAVE_YAJL_V2
145 else if (status == yajl_status_insufficient_data)
146 return (len);
147 #endif
149 unsigned char *msg =
150 yajl_get_error(db->yajl, /* verbose = */ 1,
151 /* jsonText = */ (unsigned char *)buf, (unsigned int)len);
152 ERROR("curl_json plugin: yajl_parse failed: %s", msg);
153 yajl_free_error(db->yajl, msg);
154 return (0); /* abort write callback */
155 } /* }}} size_t cj_curl_callback */
157 static int cj_get_type(cj_key_t *key) {
158 if (key == NULL)
159 return -EINVAL;
161 const data_set_t *ds = plugin_get_ds(key->type);
162 if (ds == NULL) {
163 static char type[DATA_MAX_NAME_LEN] = "!!!invalid!!!";
165 assert(key->type != NULL);
166 if (strcmp(type, key->type) != 0) {
167 ERROR("curl_json plugin: Unable to look up DS type \"%s\".", key->type);
168 sstrncpy(type, key->type, sizeof(type));
169 }
171 return -1;
172 } else if (ds->ds_num > 1) {
173 static c_complain_t complaint = C_COMPLAIN_INIT_STATIC;
175 c_complain_once(
176 LOG_WARNING, &complaint,
177 "curl_json plugin: The type \"%s\" has more than one data source. "
178 "This is currently not supported. I will return the type of the "
179 "first data source, but this will likely lead to problems later on.",
180 key->type);
181 }
183 return ds->ds[0].type;
184 }
186 /* cj_load_key loads the configuration for "key" from the parent context and
187 * sets either .key or .tree in the current context. */
188 static int cj_load_key(cj_t *db, char const *key) {
189 if (db == NULL || key == NULL || db->depth <= 0)
190 return EINVAL;
192 sstrncpy(db->state[db->depth].name, key, sizeof(db->state[db->depth].name));
194 if (db->state[db->depth - 1].entry == NULL ||
195 db->state[db->depth - 1].entry->type != TREE) {
196 return 0;
197 }
199 c_avl_tree_t *tree = db->state[db->depth - 1].entry->tree;
200 cj_tree_entry_t *e = NULL;
202 if (c_avl_get(tree, key, (void *)&e) == 0) {
203 db->state[db->depth].entry = e;
204 } else if (c_avl_get(tree, CJ_ANY, (void *)&e) == 0) {
205 db->state[db->depth].entry = e;
206 } else {
207 db->state[db->depth].entry = NULL;
208 }
210 return 0;
211 }
213 static void cj_advance_array(cj_t *db) {
214 if (!db->state[db->depth].in_array)
215 return;
217 db->state[db->depth].index++;
219 char name[DATA_MAX_NAME_LEN];
220 ssnprintf(name, sizeof(name), "%d", db->state[db->depth].index);
221 cj_load_key(db, name);
222 }
224 /* yajl callbacks */
225 #define CJ_CB_ABORT 0
226 #define CJ_CB_CONTINUE 1
228 static int cj_cb_boolean(void *ctx, int boolVal) {
229 cj_advance_array(ctx);
230 return (CJ_CB_CONTINUE);
231 }
233 static int cj_cb_null(void *ctx) {
234 cj_advance_array(ctx);
235 return (CJ_CB_CONTINUE);
236 }
238 static int cj_cb_number(void *ctx, const char *number, yajl_len_t number_len) {
239 cj_t *db = (cj_t *)ctx;
241 /* Create a null-terminated version of the string. */
242 char buffer[number_len + 1];
243 memcpy(buffer, number, number_len);
244 buffer[sizeof(buffer) - 1] = 0;
246 if (db->state[db->depth].entry == NULL ||
247 db->state[db->depth].entry->type != KEY) {
248 if (db->state[db->depth].entry != NULL) {
249 NOTICE("curl_json plugin: Found \"%s\", but the configuration expects a "
250 "map.",
251 buffer);
252 }
253 cj_advance_array(ctx);
254 return CJ_CB_CONTINUE;
255 }
257 cj_key_t *key = db->state[db->depth].entry->key;
259 int type = cj_get_type(key);
260 value_t vt;
261 int status = parse_value(buffer, &vt, type);
262 if (status != 0) {
263 NOTICE("curl_json plugin: Unable to parse number: \"%s\"", buffer);
264 cj_advance_array(ctx);
265 return (CJ_CB_CONTINUE);
266 }
268 cj_submit(db, key, &vt);
269 cj_advance_array(ctx);
270 return (CJ_CB_CONTINUE);
271 } /* int cj_cb_number */
273 /* Queries the key-tree of the parent context for "in_name" and, if found,
274 * updates the "key" field of the current context. Otherwise, "key" is set to
275 * NULL. */
276 static int cj_cb_map_key(void *ctx, unsigned char const *in_name,
277 yajl_len_t in_name_len) {
278 char name[in_name_len + 1];
280 memmove(name, in_name, in_name_len);
281 name[sizeof(name) - 1] = 0;
283 if (cj_load_key(ctx, name) != 0)
284 return CJ_CB_ABORT;
286 return CJ_CB_CONTINUE;
287 }
289 static int cj_cb_string(void *ctx, const unsigned char *val, yajl_len_t len) {
290 /* Handle the string as if it was a number. */
291 return (cj_cb_number(ctx, (const char *)val, len));
292 } /* int cj_cb_string */
294 static int cj_cb_end(void *ctx) {
295 cj_t *db = (cj_t *)ctx;
296 memset(&db->state[db->depth], 0, sizeof(db->state[db->depth]));
297 db->depth--;
298 cj_advance_array(ctx);
299 return (CJ_CB_CONTINUE);
300 }
302 static int cj_cb_start_map(void *ctx) {
303 cj_t *db = (cj_t *)ctx;
305 if ((db->depth + 1) >= YAJL_MAX_DEPTH) {
306 ERROR("curl_json plugin: %s depth exceeds max, aborting.",
307 db->url ? db->url : db->sock);
308 return (CJ_CB_ABORT);
309 }
310 db->depth++;
311 return (CJ_CB_CONTINUE);
312 }
314 static int cj_cb_end_map(void *ctx) { return cj_cb_end(ctx); }
316 static int cj_cb_start_array(void *ctx) {
317 cj_t *db = (cj_t *)ctx;
319 if ((db->depth + 1) >= YAJL_MAX_DEPTH) {
320 ERROR("curl_json plugin: %s depth exceeds max, aborting.",
321 db->url ? db->url : db->sock);
322 return CJ_CB_ABORT;
323 }
324 db->depth++;
325 db->state[db->depth].in_array = 1;
326 db->state[db->depth].index = 0;
328 cj_load_key(db, "0");
330 return CJ_CB_CONTINUE;
331 }
333 static int cj_cb_end_array(void *ctx) {
334 cj_t *db = (cj_t *)ctx;
335 db->state[db->depth].in_array = 0;
336 return cj_cb_end(ctx);
337 }
339 static yajl_callbacks ycallbacks = {
340 cj_cb_null, /* null */
341 cj_cb_boolean, /* boolean */
342 NULL, /* integer */
343 NULL, /* double */
344 cj_cb_number, cj_cb_string, cj_cb_start_map, cj_cb_map_key,
345 cj_cb_end_map, cj_cb_start_array, cj_cb_end_array};
347 /* end yajl callbacks */
349 static void cj_key_free(cj_key_t *key) /* {{{ */
350 {
351 if (key == NULL)
352 return;
354 sfree(key->path);
355 sfree(key->type);
356 sfree(key->instance);
358 sfree(key);
359 } /* }}} void cj_key_free */
361 static void cj_tree_free(c_avl_tree_t *tree) /* {{{ */
362 {
363 char *name;
364 cj_tree_entry_t *e;
366 while (c_avl_pick(tree, (void *)&name, (void *)&e) == 0) {
367 sfree(name);
369 if (e->type == KEY)
370 cj_key_free(e->key);
371 else
372 cj_tree_free(e->tree);
373 sfree(e);
374 }
376 c_avl_destroy(tree);
377 } /* }}} void cj_tree_free */
379 static void cj_free(void *arg) /* {{{ */
380 {
381 cj_t *db;
383 DEBUG("curl_json plugin: cj_free (arg = %p);", arg);
385 db = (cj_t *)arg;
387 if (db == NULL)
388 return;
390 if (db->curl != NULL)
391 curl_easy_cleanup(db->curl);
392 db->curl = NULL;
394 if (db->tree != NULL)
395 cj_tree_free(db->tree);
396 db->tree = NULL;
398 sfree(db->instance);
399 sfree(db->host);
401 sfree(db->sock);
403 sfree(db->url);
404 sfree(db->user);
405 sfree(db->pass);
406 sfree(db->credentials);
407 sfree(db->cacert);
408 sfree(db->post_body);
409 curl_slist_free_all(db->headers);
410 curl_stats_destroy(db->stats);
412 sfree(db);
413 } /* }}} void cj_free */
415 /* Configuration handling functions {{{ */
417 static c_avl_tree_t *cj_avl_create(void) {
418 return c_avl_create((int (*)(const void *, const void *))strcmp);
419 }
421 static int cj_config_append_string(const char *name,
422 struct curl_slist **dest, /* {{{ */
423 oconfig_item_t *ci) {
424 struct curl_slist *temp = NULL;
425 if ((ci->values_num != 1) || (ci->values[0].type != OCONFIG_TYPE_STRING)) {
426 WARNING("curl_json plugin: `%s' needs exactly one string argument.", name);
427 return (-1);
428 }
430 temp = curl_slist_append(*dest, ci->values[0].value.string);
431 if (temp == NULL)
432 return (-1);
434 *dest = temp;
436 return (0);
437 } /* }}} int cj_config_append_string */
439 /* cj_append_key adds key to the configuration stored in db.
440 *
441 * For example:
442 * "httpd/requests/count",
443 * "httpd/requests/current" ->
444 * { "httpd": { "requests": { "count": $key, "current": $key } } }
445 */
446 static int cj_append_key(cj_t *db, cj_key_t *key) { /* {{{ */
447 if (db->tree == NULL)
448 db->tree = cj_avl_create();
450 c_avl_tree_t *tree = db->tree;
452 char const *start = key->path;
453 if (*start == '/')
454 ++start;
456 char const *end;
457 while ((end = strchr(start, '/')) != NULL) {
458 char name[PATH_MAX];
460 size_t len = end - start;
461 if (len == 0)
462 break;
464 len = COUCH_MIN(len, sizeof(name) - 1);
465 sstrncpy(name, start, len + 1);
467 cj_tree_entry_t *e;
468 if (c_avl_get(tree, name, (void *)&e) != 0) {
469 e = calloc(1, sizeof(*e));
470 if (e == NULL)
471 return ENOMEM;
472 e->type = TREE;
473 e->tree = cj_avl_create();
475 c_avl_insert(tree, strdup(name), e);
476 }
478 if (e->type != TREE)
479 return EINVAL;
481 tree = e->tree;
482 start = end + 1;
483 }
485 if (strlen(start) == 0) {
486 ERROR("curl_json plugin: invalid key: %s", key->path);
487 return -1;
488 }
490 cj_tree_entry_t *e = calloc(1, sizeof(*e));
491 if (e == NULL)
492 return ENOMEM;
493 e->type = KEY;
494 e->key = key;
496 c_avl_insert(tree, strdup(start), e);
497 return 0;
498 } /* }}} int cj_append_key */
500 static int cj_config_add_key(cj_t *db, /* {{{ */
501 oconfig_item_t *ci) {
502 cj_key_t *key;
503 int status;
505 if ((ci->values_num != 1) || (ci->values[0].type != OCONFIG_TYPE_STRING)) {
506 WARNING("curl_json plugin: The `Key' block "
507 "needs exactly one string argument.");
508 return (-1);
509 }
511 key = calloc(1, sizeof(*key));
512 if (key == NULL) {
513 ERROR("curl_json plugin: calloc failed.");
514 return (-1);
515 }
517 if (strcasecmp("Key", ci->key) == 0) {
518 status = cf_util_get_string(ci, &key->path);
519 if (status != 0) {
520 sfree(key);
521 return (status);
522 }
523 } else {
524 ERROR("curl_json plugin: cj_config: "
525 "Invalid key: %s",
526 ci->key);
527 cj_key_free(key);
528 return (-1);
529 }
531 status = 0;
532 for (int i = 0; i < ci->children_num; i++) {
533 oconfig_item_t *child = ci->children + i;
535 if (strcasecmp("Type", child->key) == 0)
536 status = cf_util_get_string(child, &key->type);
537 else if (strcasecmp("Instance", child->key) == 0)
538 status = cf_util_get_string(child, &key->instance);
539 else {
540 WARNING("curl_json plugin: Option `%s' not allowed here.", child->key);
541 status = -1;
542 }
544 if (status != 0)
545 break;
546 } /* for (i = 0; i < ci->children_num; i++) */
548 if (status != 0) {
549 cj_key_free(key);
550 return (-1);
551 }
553 if (key->type == NULL) {
554 WARNING("curl_json plugin: `Type' missing in `Key' block.");
555 cj_key_free(key);
556 return (-1);
557 }
559 status = cj_append_key(db, key);
560 if (status != 0) {
561 cj_key_free(key);
562 return -1;
563 }
565 return 0;
566 } /* }}} int cj_config_add_key */
568 static int cj_init_curl(cj_t *db) /* {{{ */
569 {
570 db->curl = curl_easy_init();
571 if (db->curl == NULL) {
572 ERROR("curl_json plugin: curl_easy_init failed.");
573 return (-1);
574 }
576 curl_easy_setopt(db->curl, CURLOPT_NOSIGNAL, 1L);
577 curl_easy_setopt(db->curl, CURLOPT_WRITEFUNCTION, cj_curl_callback);
578 curl_easy_setopt(db->curl, CURLOPT_WRITEDATA, db);
579 curl_easy_setopt(db->curl, CURLOPT_USERAGENT, COLLECTD_USERAGENT);
580 curl_easy_setopt(db->curl, CURLOPT_ERRORBUFFER, db->curl_errbuf);
581 curl_easy_setopt(db->curl, CURLOPT_URL, db->url);
582 curl_easy_setopt(db->curl, CURLOPT_FOLLOWLOCATION, 1L);
583 curl_easy_setopt(db->curl, CURLOPT_MAXREDIRS, 50L);
585 if (db->user != NULL) {
586 #ifdef HAVE_CURLOPT_USERNAME
587 curl_easy_setopt(db->curl, CURLOPT_USERNAME, db->user);
588 curl_easy_setopt(db->curl, CURLOPT_PASSWORD,
589 (db->pass == NULL) ? "" : db->pass);
590 #else
591 size_t credentials_size;
593 credentials_size = strlen(db->user) + 2;
594 if (db->pass != NULL)
595 credentials_size += strlen(db->pass);
597 db->credentials = malloc(credentials_size);
598 if (db->credentials == NULL) {
599 ERROR("curl_json plugin: malloc failed.");
600 return (-1);
601 }
603 ssnprintf(db->credentials, credentials_size, "%s:%s", db->user,
604 (db->pass == NULL) ? "" : db->pass);
605 curl_easy_setopt(db->curl, CURLOPT_USERPWD, db->credentials);
606 #endif
608 if (db->digest)
609 curl_easy_setopt(db->curl, CURLOPT_HTTPAUTH, CURLAUTH_DIGEST);
610 }
612 curl_easy_setopt(db->curl, CURLOPT_SSL_VERIFYPEER, (long)db->verify_peer);
613 curl_easy_setopt(db->curl, CURLOPT_SSL_VERIFYHOST, db->verify_host ? 2L : 0L);
614 if (db->cacert != NULL)
615 curl_easy_setopt(db->curl, CURLOPT_CAINFO, db->cacert);
616 if (db->headers != NULL)
617 curl_easy_setopt(db->curl, CURLOPT_HTTPHEADER, db->headers);
618 if (db->post_body != NULL)
619 curl_easy_setopt(db->curl, CURLOPT_POSTFIELDS, db->post_body);
621 #ifdef HAVE_CURLOPT_TIMEOUT_MS
622 if (db->timeout >= 0)
623 curl_easy_setopt(db->curl, CURLOPT_TIMEOUT_MS, (long)db->timeout);
624 else if (db->interval > 0)
625 curl_easy_setopt(db->curl, CURLOPT_TIMEOUT_MS,
626 (long)CDTIME_T_TO_MS(db->interval));
627 else
628 curl_easy_setopt(db->curl, CURLOPT_TIMEOUT_MS,
629 (long)CDTIME_T_TO_MS(plugin_get_interval()));
630 #endif
632 return (0);
633 } /* }}} int cj_init_curl */
635 static int cj_config_add_url(oconfig_item_t *ci) /* {{{ */
636 {
637 cj_t *db;
638 int status = 0;
640 if ((ci->values_num != 1) || (ci->values[0].type != OCONFIG_TYPE_STRING)) {
641 WARNING("curl_json plugin: The `URL' block "
642 "needs exactly one string argument.");
643 return (-1);
644 }
646 db = calloc(1, sizeof(*db));
647 if (db == NULL) {
648 ERROR("curl_json plugin: calloc failed.");
649 return (-1);
650 }
652 db->timeout = -1;
654 if (strcasecmp("URL", ci->key) == 0)
655 status = cf_util_get_string(ci, &db->url);
656 else if (strcasecmp("Sock", ci->key) == 0)
657 status = cf_util_get_string(ci, &db->sock);
658 else {
659 ERROR("curl_json plugin: cj_config: "
660 "Invalid key: %s",
661 ci->key);
662 cj_free(db);
663 return (-1);
664 }
665 if (status != 0) {
666 sfree(db);
667 return (status);
668 }
670 /* Fill the `cj_t' structure.. */
671 for (int i = 0; i < ci->children_num; i++) {
672 oconfig_item_t *child = ci->children + i;
674 if (strcasecmp("Instance", child->key) == 0)
675 status = cf_util_get_string(child, &db->instance);
676 else if (strcasecmp("Host", child->key) == 0)
677 status = cf_util_get_string(child, &db->host);
678 else if (db->url && strcasecmp("User", child->key) == 0)
679 status = cf_util_get_string(child, &db->user);
680 else if (db->url && strcasecmp("Password", child->key) == 0)
681 status = cf_util_get_string(child, &db->pass);
682 else if (strcasecmp("Digest", child->key) == 0)
683 status = cf_util_get_boolean(child, &db->digest);
684 else if (db->url && strcasecmp("VerifyPeer", child->key) == 0)
685 status = cf_util_get_boolean(child, &db->verify_peer);
686 else if (db->url && strcasecmp("VerifyHost", child->key) == 0)
687 status = cf_util_get_boolean(child, &db->verify_host);
688 else if (db->url && strcasecmp("CACert", child->key) == 0)
689 status = cf_util_get_string(child, &db->cacert);
690 else if (db->url && strcasecmp("Header", child->key) == 0)
691 status = cj_config_append_string("Header", &db->headers, child);
692 else if (db->url && strcasecmp("Post", child->key) == 0)
693 status = cf_util_get_string(child, &db->post_body);
694 else if (strcasecmp("Key", child->key) == 0)
695 status = cj_config_add_key(db, child);
696 else if (strcasecmp("Interval", child->key) == 0)
697 status = cf_util_get_cdtime(child, &db->interval);
698 else if (strcasecmp("Timeout", child->key) == 0)
699 status = cf_util_get_int(child, &db->timeout);
700 else if (strcasecmp("Statistics", child->key) == 0) {
701 db->stats = curl_stats_from_config(child);
702 if (db->stats == NULL)
703 status = -1;
704 } else {
705 WARNING("curl_json plugin: Option `%s' not allowed here.", child->key);
706 status = -1;
707 }
709 if (status != 0)
710 break;
711 }
713 if (status == 0) {
714 if (db->tree == NULL) {
715 WARNING("curl_json plugin: No (valid) `Key' block within `%s' \"`%s'\".",
716 db->url ? "URL" : "Sock", db->url ? db->url : db->sock);
717 status = -1;
718 }
719 if (status == 0 && db->url)
720 status = cj_init_curl(db);
721 }
723 /* If all went well, register this database for reading */
724 if (status == 0) {
725 char *cb_name;
727 if (db->instance == NULL)
728 db->instance = strdup("default");
730 DEBUG("curl_json plugin: Registering new read callback: %s", db->instance);
732 cb_name = ssnprintf_alloc("curl_json-%s-%s", db->instance,
733 db->url ? db->url : db->sock);
735 plugin_register_complex_read(/* group = */ NULL, cb_name, cj_read,
736 /* interval = */ db->interval,
737 &(user_data_t){
738 .data = db, .free_func = cj_free,
739 });
740 sfree(cb_name);
741 } else {
742 cj_free(db);
743 return (-1);
744 }
746 return (0);
747 }
748 /* }}} int cj_config_add_database */
750 static int cj_config(oconfig_item_t *ci) /* {{{ */
751 {
752 int success;
753 int errors;
754 int status;
756 success = 0;
757 errors = 0;
759 for (int i = 0; i < ci->children_num; i++) {
760 oconfig_item_t *child = ci->children + i;
762 if (strcasecmp("Sock", child->key) == 0 ||
763 strcasecmp("URL", child->key) == 0) {
764 status = cj_config_add_url(child);
765 if (status == 0)
766 success++;
767 else
768 errors++;
769 } else {
770 WARNING("curl_json plugin: Option `%s' not allowed here.", child->key);
771 errors++;
772 }
773 }
775 if ((success == 0) && (errors > 0)) {
776 ERROR("curl_json plugin: All statements failed.");
777 return (-1);
778 }
780 return (0);
781 } /* }}} int cj_config */
783 /* }}} End of configuration handling functions */
785 static const char *cj_host(cj_t *db) /* {{{ */
786 {
787 if ((db->host == NULL) || (strcmp("", db->host) == 0) ||
788 (strcmp(CJ_DEFAULT_HOST, db->host) == 0))
789 return hostname_g;
790 return db->host;
791 } /* }}} cj_host */
793 static void cj_submit_impl(cj_t *db, cj_key_t *key, value_t *value) /* {{{ */
794 {
795 value_list_t vl = VALUE_LIST_INIT;
797 vl.values = value;
798 vl.values_len = 1;
800 if (key->instance == NULL) {
801 int len = 0;
802 for (int i = 0; i < db->depth; i++)
803 len += ssnprintf(vl.type_instance + len, sizeof(vl.type_instance) - len,
804 i ? "-%s" : "%s", db->state[i + 1].name);
805 } else
806 sstrncpy(vl.type_instance, key->instance, sizeof(vl.type_instance));
808 sstrncpy(vl.host, cj_host(db), sizeof(vl.host));
809 sstrncpy(vl.plugin, "curl_json", sizeof(vl.plugin));
810 sstrncpy(vl.plugin_instance, db->instance, sizeof(vl.plugin_instance));
811 sstrncpy(vl.type, key->type, sizeof(vl.type));
813 if (db->interval > 0)
814 vl.interval = db->interval;
816 plugin_dispatch_values(&vl);
817 } /* }}} int cj_submit_impl */
819 static int cj_sock_perform(cj_t *db) /* {{{ */
820 {
821 char errbuf[1024];
822 struct sockaddr_un sa_unix = {
823 .sun_family = AF_UNIX,
824 };
825 sstrncpy(sa_unix.sun_path, db->sock, sizeof(sa_unix.sun_path));
827 int fd = socket(AF_UNIX, SOCK_STREAM, 0);
828 if (fd < 0)
829 return (-1);
830 if (connect(fd, (struct sockaddr *)&sa_unix, sizeof(sa_unix)) < 0) {
831 ERROR("curl_json plugin: connect(%s) failed: %s",
832 (db->sock != NULL) ? db->sock : "<null>",
833 sstrerror(errno, errbuf, sizeof(errbuf)));
834 close(fd);
835 return (-1);
836 }
838 ssize_t red;
839 do {
840 unsigned char buffer[4096];
841 red = read(fd, buffer, sizeof(buffer));
842 if (red < 0) {
843 ERROR("curl_json plugin: read(%s) failed: %s",
844 (db->sock != NULL) ? db->sock : "<null>",
845 sstrerror(errno, errbuf, sizeof(errbuf)));
846 close(fd);
847 return (-1);
848 }
849 if (!cj_curl_callback(buffer, red, 1, db))
850 break;
851 } while (red > 0);
852 close(fd);
853 return (0);
854 } /* }}} int cj_sock_perform */
856 static int cj_curl_perform(cj_t *db) /* {{{ */
857 {
858 int status;
859 long rc;
860 char *url;
861 url = db->url;
863 status = curl_easy_perform(db->curl);
864 if (status != CURLE_OK) {
865 ERROR("curl_json plugin: curl_easy_perform failed with status %i: %s (%s)",
866 status, db->curl_errbuf, url);
867 return (-1);
868 }
869 if (db->stats != NULL)
870 curl_stats_dispatch(db->stats, db->curl, cj_host(db), "curl_json",
871 db->instance);
873 curl_easy_getinfo(db->curl, CURLINFO_EFFECTIVE_URL, &url);
874 curl_easy_getinfo(db->curl, CURLINFO_RESPONSE_CODE, &rc);
876 /* The response code is zero if a non-HTTP transport was used. */
877 if ((rc != 0) && (rc != 200)) {
878 ERROR("curl_json plugin: curl_easy_perform failed with "
879 "response code %ld (%s)",
880 rc, url);
881 return (-1);
882 }
883 return (0);
884 } /* }}} int cj_curl_perform */
886 static int cj_perform(cj_t *db) /* {{{ */
887 {
888 int status;
889 yajl_handle yprev = db->yajl;
891 db->yajl = yajl_alloc(&ycallbacks,
892 #if HAVE_YAJL_V2
893 /* alloc funcs = */ NULL,
894 #else
895 /* alloc funcs = */ NULL, NULL,
896 #endif
897 /* context = */ (void *)db);
898 if (db->yajl == NULL) {
899 ERROR("curl_json plugin: yajl_alloc failed.");
900 db->yajl = yprev;
901 return (-1);
902 }
904 if (db->url)
905 status = cj_curl_perform(db);
906 else
907 status = cj_sock_perform(db);
908 if (status < 0) {
909 yajl_free(db->yajl);
910 db->yajl = yprev;
911 return (-1);
912 }
914 #if HAVE_YAJL_V2
915 status = yajl_complete_parse(db->yajl);
916 #else
917 status = yajl_parse_complete(db->yajl);
918 #endif
919 if (status != yajl_status_ok) {
920 unsigned char *errmsg;
922 errmsg = yajl_get_error(db->yajl, /* verbose = */ 0,
923 /* jsonText = */ NULL, /* jsonTextLen = */ 0);
924 ERROR("curl_json plugin: yajl_parse_complete failed: %s", (char *)errmsg);
925 yajl_free_error(db->yajl, errmsg);
926 yajl_free(db->yajl);
927 db->yajl = yprev;
928 return (-1);
929 }
931 yajl_free(db->yajl);
932 db->yajl = yprev;
933 return (0);
934 } /* }}} int cj_perform */
936 static int cj_read(user_data_t *ud) /* {{{ */
937 {
938 cj_t *db;
940 if ((ud == NULL) || (ud->data == NULL)) {
941 ERROR("curl_json plugin: cj_read: Invalid user data.");
942 return (-1);
943 }
945 db = (cj_t *)ud->data;
947 db->depth = 0;
948 memset(&db->state, 0, sizeof(db->state));
950 /* This is not a compound literal because EPEL6's GCC is not cool enough to
951 * handle anonymous unions within compound literals. */
952 cj_tree_entry_t root = {0};
953 root.type = TREE;
954 root.tree = db->tree;
955 db->state[0].entry = &root;
957 int status = cj_perform(db);
959 db->state[0].entry = NULL;
961 return status;
962 } /* }}} int cj_read */
964 static int cj_init(void) /* {{{ */
965 {
966 /* Call this while collectd is still single-threaded to avoid
967 * initialization issues in libgcrypt. */
968 curl_global_init(CURL_GLOBAL_SSL);
969 return (0);
970 } /* }}} int cj_init */
972 void module_register(void) {
973 plugin_register_complex_config("curl_json", cj_config);
974 plugin_register_init("curl_json", cj_init);
975 } /* void module_register */