X-Git-Url: https://git.tokkee.org/?a=blobdiff_plain;f=src%2Fcurl_json.c;h=2314bfe9bd2c98a464b836dd21b175b3feee2460;hb=5b1caeeadcecd798ee4b386b15c17cb7591a8bfe;hp=87907c030d989de5fc5b6164ecb27ff90bdbdbba;hpb=a6024883c9737881283159bcaf034199eec6a4e6;p=collectd.git diff --git a/src/curl_json.c b/src/curl_json.c index 87907c03..2314bfe9 100644 --- a/src/curl_json.c +++ b/src/curl_json.c @@ -1,7 +1,7 @@ /** * collectd - src/curl_json.c * Copyright (C) 2009 Doug MacEachern - * Copyright (C) 2006-2011 Florian octo Forster + * Copyright (C) 2006-2013 Florian octo Forster * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the @@ -53,10 +53,10 @@ struct cj_key_s; typedef struct cj_key_s cj_key_t; struct cj_key_s /* {{{ */ { + unsigned long magic; char *path; char *type; char *instance; - unsigned long magic; }; /* }}} */ @@ -89,6 +89,8 @@ struct cj_s /* {{{ */ c_avl_tree_t *tree; cj_key_t *key; }; + _Bool in_array; + int index; char name[DATA_MAX_NAME_LEN]; } state[YAJL_MAX_DEPTH]; }; @@ -127,17 +129,11 @@ static size_t cj_curl_callback (void *buf, /* {{{ */ return (len); #endif - if (status != yajl_status_ok) - { - unsigned char *msg = - yajl_get_error(db->yajl, /* verbose = */ 1, - /* jsonText = */ (unsigned char *) buf, (unsigned int) len); - ERROR ("curl_json plugin: yajl_parse failed: %s", msg); - yajl_free_error(db->yajl, msg); - return (0); /* abort write callback */ - } - - return (len); + unsigned char *msg = yajl_get_error(db->yajl, /* verbose = */ 1, + /* jsonText = */ (unsigned char *) buf, (unsigned int) len); + ERROR ("curl_json plugin: yajl_parse failed: %s", msg); + yajl_free_error(db->yajl, msg); + return (0); /* abort write callback */ } /* }}} size_t cj_curl_callback */ static int cj_get_type (cj_key_t *key) @@ -173,12 +169,44 @@ static int cj_get_type (cj_key_t *key) return ds->ds[0].type; } +static int cj_cb_map_key (void *ctx, const unsigned char *val, + yajl_len_t len); + +static void cj_cb_inc_array_index (void *ctx, _Bool update_key) +{ + cj_t *db = (cj_t *)ctx; + + if (!db->state[db->depth].in_array) + return; + + db->state[db->depth].index++; + + if (update_key) + { + char name[DATA_MAX_NAME_LEN]; + + ssnprintf (name, sizeof (name), "%d", db->state[db->depth].index - 1); + + cj_cb_map_key (ctx, (unsigned char *)name, (yajl_len_t) strlen (name)); + } +} + /* yajl callbacks */ #define CJ_CB_ABORT 0 #define CJ_CB_CONTINUE 1 -/* "number" may not be null terminated, so copy it into a buffer before - * parsing. */ +static int cj_cb_boolean (void * ctx, int boolVal) +{ + cj_cb_inc_array_index (ctx, /* update_key = */ 0); + return (CJ_CB_CONTINUE); +} + +static int cj_cb_null (void * ctx) +{ + cj_cb_inc_array_index (ctx, /* update_key = */ 0); + return (CJ_CB_CONTINUE); +} + static int cj_cb_number (void *ctx, const char *number, yajl_len_t number_len) { @@ -190,12 +218,25 @@ static int cj_cb_number (void *ctx, int type; int status; - if ((key == NULL) || !CJ_IS_KEY (key)) - return (CJ_CB_CONTINUE); - + /* Create a null-terminated version of the string. */ memcpy (buffer, number, number_len); buffer[sizeof (buffer) - 1] = 0; + if ((key == NULL) || !CJ_IS_KEY (key)) { + if (key != NULL) + NOTICE ("curl_json plugin: Found \"%s\", but the configuration expects" + " a map.", buffer); + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + key = db->state[db->depth].key; + if (key == NULL) { + return (CJ_CB_CONTINUE); + } + } + else + { + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + } + type = cj_get_type (key); status = parse_value (buffer, &vt, type); if (status != 0) @@ -208,8 +249,11 @@ static int cj_cb_number (void *ctx, return (CJ_CB_CONTINUE); } /* int cj_cb_number */ -static int cj_cb_map_key (void *ctx, const unsigned char *val, - yajl_len_t len) +/* Queries the key-tree of the parent context for "in_name" and, if found, + * updates the "key" field of the current context. Otherwise, "key" is set to + * NULL. */ +static int cj_cb_map_key (void *ctx, + unsigned char const *in_name, yajl_len_t in_name_len) { cj_t *db = (cj_t *)ctx; c_avl_tree_t *tree; @@ -218,17 +262,32 @@ static int cj_cb_map_key (void *ctx, const unsigned char *val, if (tree != NULL) { - cj_key_t *value; + cj_key_t *value = NULL; char *name; + size_t name_len; + /* Create a null-terminated version of the name. */ name = db->state[db->depth].name; - len = COUCH_MIN(len, sizeof (db->state[db->depth].name)-1); - sstrncpy (name, (char *)val, len+1); - - if (c_avl_get (tree, name, (void *) &value) == 0) - db->state[db->depth].key = value; + name_len = COUCH_MIN ((size_t) in_name_len, + sizeof (db->state[db->depth].name) - 1); + memcpy (name, in_name, name_len); + name[name_len] = 0; + + if (c_avl_get (tree, name, (void *) &value) == 0) { + if (CJ_IS_KEY((cj_key_t*)value)) { + db->state[db->depth].key = value; + } + else { + db->state[db->depth].tree = (c_avl_tree_t*) value; + } + } else if (c_avl_get (tree, CJ_ANY, (void *) &value) == 0) - db->state[db->depth].key = value; + if (CJ_IS_KEY((cj_key_t*)value)) { + db->state[db->depth].key = value; + } + else { + db->state[db->depth].tree = (c_avl_tree_t*) value; + } else db->state[db->depth].key = NULL; } @@ -239,24 +298,6 @@ static int cj_cb_map_key (void *ctx, const unsigned char *val, static int cj_cb_string (void *ctx, const unsigned char *val, yajl_len_t len) { - cj_t *db = (cj_t *)ctx; - char str[len + 1]; - - /* Create a null-terminated version of the string. */ - memcpy (str, val, len); - str[len] = 0; - - /* No configuration for this string -> simply return. */ - if (db->state[db->depth].key == NULL) - return (CJ_CB_CONTINUE); - - if (!CJ_IS_KEY (db->state[db->depth].key)) - { - NOTICE ("curl_json plugin: Found string \"%s\", but the configuration " - "expects a map here.", str); - return (CJ_CB_CONTINUE); - } - /* Handle the string as if it was a number. */ return (cj_cb_number (ctx, (const char *) val, len)); } /* int cj_cb_string */ @@ -283,6 +324,7 @@ static int cj_cb_end (void *ctx) static int cj_cb_start_map (void *ctx) { + cj_cb_inc_array_index (ctx, /* update_key = */ 1); return cj_cb_start (ctx); } @@ -293,17 +335,25 @@ static int cj_cb_end_map (void *ctx) static int cj_cb_start_array (void * ctx) { + cj_t *db = (cj_t *)ctx; + cj_cb_inc_array_index (ctx, /* update_key = */ 1); + if (db->depth+1 < YAJL_MAX_DEPTH) { + db->state[db->depth+1].in_array = 1; + db->state[db->depth+1].index = 0; + } return cj_cb_start (ctx); } static int cj_cb_end_array (void * ctx) { + cj_t *db = (cj_t *)ctx; + db->state[db->depth].in_array = 0; return cj_cb_end (ctx); } static yajl_callbacks ycallbacks = { - NULL, /* null */ - NULL, /* boolean */ + cj_cb_null, /* null */ + cj_cb_boolean, /* boolean */ NULL, /* integer */ NULL, /* double */ cj_cb_number, @@ -371,6 +421,8 @@ static void cj_free (void *arg) /* {{{ */ sfree (db->instance); sfree (db->host); + sfree (db->sock); + sfree (db->url); sfree (db->user); sfree (db->pass); @@ -392,16 +444,19 @@ static c_avl_tree_t *cj_avl_create(void) static int cj_config_append_string (const char *name, struct curl_slist **dest, /* {{{ */ oconfig_item_t *ci) { + struct curl_slist *temp = NULL; if ((ci->values_num != 1) || (ci->values[0].type != OCONFIG_TYPE_STRING)) { WARNING ("curl_json plugin: `%s' needs exactly one string argument.", name); return (-1); } - *dest = curl_slist_append(*dest, ci->values[0].value.string); - if (*dest == NULL) + temp = curl_slist_append(*dest, ci->values[0].value.string); + if (temp == NULL) return (-1); + *dest = temp; + return (0); } /* }}} int cj_config_append_string */ @@ -442,6 +497,7 @@ static int cj_config_add_key (cj_t *db, /* {{{ */ { ERROR ("curl_json plugin: cj_config: " "Invalid key: %s", ci->key); + cj_key_free (key); return (-1); } @@ -464,71 +520,68 @@ static int cj_config_add_key (cj_t *db, /* {{{ */ break; } /* for (i = 0; i < ci->children_num; i++) */ - while (status == 0) + if (status != 0) { - if (key->type == NULL) - { - WARNING ("curl_json plugin: `Type' missing in `Key' block."); - status = -1; - } + cj_key_free (key); + return (-1); + } - break; - } /* while (status == 0) */ + if (key->type == NULL) + { + WARNING ("curl_json plugin: `Type' missing in `Key' block."); + cj_key_free (key); + return (-1); + } /* store path in a tree that will match the json map structure, example: * "httpd/requests/count", * "httpd/requests/current" -> * { "httpd": { "requests": { "count": $key, "current": $key } } } */ - if (status == 0) + char *ptr; + char *name; + c_avl_tree_t *tree; + + if (db->tree == NULL) + db->tree = cj_avl_create(); + + tree = db->tree; + ptr = key->path; + if (*ptr == '/') + ++ptr; + + name = ptr; + while ((ptr = strchr (name, '/')) != NULL) { - char *ptr; - char *name; char ent[PATH_MAX]; - c_avl_tree_t *tree; + c_avl_tree_t *value; + size_t len; - if (db->tree == NULL) - db->tree = cj_avl_create(); + len = ptr - name; + if (len == 0) + break; - tree = db->tree; - name = key->path; - ptr = key->path; - if (*ptr == '/') - ++ptr; + len = COUCH_MIN(len, sizeof (ent)-1); + sstrncpy (ent, name, len+1); - name = ptr; - while (*ptr) - { - if (*ptr == '/') - { - c_avl_tree_t *value; - int len; - - len = ptr-name; - if (len == 0) - break; - sstrncpy (ent, name, len+1); - - if (c_avl_get (tree, ent, (void *) &value) != 0) - { - value = cj_avl_create (); - c_avl_insert (tree, strdup (ent), value); - } - - tree = value; - name = ptr+1; - } - ++ptr; - } - if (*name) - c_avl_insert (tree, strdup(name), key); - else + if (c_avl_get (tree, ent, (void *) &value) != 0) { - ERROR ("curl_json plugin: invalid key: %s", key->path); - status = -1; + value = cj_avl_create (); + c_avl_insert (tree, strdup (ent), value); } + + tree = value; + name = ptr + 1; + } + + if (strlen (name) == 0) + { + ERROR ("curl_json plugin: invalid key: %s", key->path); + cj_key_free (key); + return (-1); } + c_avl_insert (tree, strdup (name), key); return (status); } /* }}} int cj_config_add_key */ @@ -612,6 +665,7 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ { ERROR ("curl_json plugin: cj_config: " "Invalid key: %s", ci->key); + cj_free (db); return (-1); } if (status != 0) @@ -671,7 +725,7 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ if (status == 0) { user_data_t ud; - char cb_name[DATA_MAX_NAME_LEN]; + char *cb_name; if (db->instance == NULL) db->instance = strdup("default"); @@ -683,11 +737,12 @@ static int cj_config_add_url (oconfig_item_t *ci) /* {{{ */ ud.data = (void *) db; ud.free_func = cj_free; - ssnprintf (cb_name, sizeof (cb_name), "curl_json-%s-%s", + cb_name = ssnprintf_alloc ("curl_json-%s-%s", db->instance, db->url ? db->url : db->sock); - plugin_register_complex_read (/* group = */ NULL, cb_name, cj_read, + plugin_register_complex_read (/* group = */ "curl_json", cb_name, cj_read, /* interval = */ NULL, &ud); + sfree (cb_name); } else { @@ -817,17 +872,17 @@ static int cj_curl_perform(cj_t *db) /* {{{ */ int status; long rc; char *url; - url = NULL; - curl_easy_getinfo(db->curl, CURLINFO_EFFECTIVE_URL, &url); + url = db->url; status = curl_easy_perform (db->curl); if (status != CURLE_OK) { ERROR ("curl_json plugin: curl_easy_perform failed with status %i: %s (%s)", - status, db->curl_errbuf, (url != NULL) ? url : ""); + status, db->curl_errbuf, url); return (-1); } + curl_easy_getinfo(db->curl, CURLINFO_EFFECTIVE_URL, &url); curl_easy_getinfo(db->curl, CURLINFO_RESPONSE_CODE, &rc); /* The response code is zero if a non-HTTP transport was used. */ @@ -914,9 +969,18 @@ static int cj_read (user_data_t *ud) /* {{{ */ return cj_perform (db); } /* }}} int cj_read */ +static int cj_init (void) /* {{{ */ +{ + /* Call this while collectd is still single-threaded to avoid + * initialization issues in libgcrypt. */ + curl_global_init (CURL_GLOBAL_SSL); + return (0); +} /* }}} int cj_init */ + void module_register (void) { plugin_register_complex_config ("curl_json", cj_config); + plugin_register_init ("curl_json", cj_init); } /* void module_register */ /* vim: set sw=2 sts=2 et fdm=marker : */