X-Git-Url: https://git.tokkee.org/?p=sysdb.git;a=blobdiff_plain;f=src%2Ffrontend%2Fquery.c;h=52d27ec3c47ba7e7dc940ba552e76b43cf0b38a2;hp=759b9c9795ebbe86da1c9ab4308c0c641f7e10aa;hb=ee8df3b190c2eb49e460dcf03f81288a5d825c39;hpb=a916bb6643c413ee1d104f2a2274b5a9ca22d721 diff --git a/src/frontend/query.c b/src/frontend/query.c index 759b9c9..52d27ec 100644 --- a/src/frontend/query.c +++ b/src/frontend/query.c @@ -29,41 +29,168 @@ #include "core/store.h" #include "frontend/connection-private.h" +#include "frontend/parser.h" #include "utils/error.h" #include "utils/strbuf.h" #include +#include /* * private helper functions */ +typedef struct { + sdb_strbuf_t *buf; + sdb_store_matcher_t *filter; + + size_t last_len; +} tojson_data_t; + static int -lookup_tojson(sdb_store_base_t *obj, void *user_data) +lookup_tojson(sdb_store_obj_t *obj, void *user_data) { - sdb_strbuf_t *buf = user_data; - if (sdb_strbuf_len(buf) > 1) - sdb_strbuf_append(buf, ","); - return sdb_store_host_tojson(obj, buf, /* flags = */ 0); + tojson_data_t *data = user_data; + int status; + + if (data->filter && (! sdb_store_matcher_matches(data->filter, obj, NULL))) + return 0; + + if (sdb_strbuf_len(data->buf) > data->last_len) + sdb_strbuf_append(data->buf, ","); + data->last_len = sdb_strbuf_len(data->buf); + status = sdb_store_host_tojson(obj, data->buf, + data->filter, /* flags = */ 0); + return status; } /* lookup_tojson */ /* * public API */ +int +sdb_fe_query(sdb_conn_t *conn) +{ + sdb_llist_t *parsetree; + sdb_conn_node_t *node = NULL; + int status = 0; + + if ((! conn) || (conn->cmd != CONNECTION_QUERY)) + return -1; + + parsetree = sdb_fe_parse(sdb_strbuf_string(conn->buf), + (int)conn->cmd_len); + if (! parsetree) { + char query[conn->cmd_len + 1]; + strncpy(query, sdb_strbuf_string(conn->buf), conn->cmd_len); + query[sizeof(query) - 1] = '\0'; + sdb_log(SDB_LOG_ERR, "frontend: Failed to parse query '%s'", + query); + return -1; + } + + switch (sdb_llist_len(parsetree)) { + case 0: + /* skipping empty command */ + break; + case 1: + node = SDB_CONN_NODE(sdb_llist_get(parsetree, 0)); + break; + + default: + { + char query[conn->cmd_len + 1]; + strncpy(query, sdb_strbuf_string(conn->buf), conn->cmd_len); + query[sizeof(query) - 1] = '\0'; + sdb_log(SDB_LOG_WARNING, "frontend: Ignoring %zu command%s " + "in multi-statement query '%s'", + sdb_llist_len(parsetree) - 1, + sdb_llist_len(parsetree) == 2 ? "" : "s", + query); + node = SDB_CONN_NODE(sdb_llist_get(parsetree, 0)); + } + } + + if (node) { + status = sdb_fe_exec(conn, node); + sdb_object_deref(SDB_OBJ(node)); + } + + sdb_llist_destroy(parsetree); + return status; +} /* sdb_fe_query */ + +int +sdb_fe_fetch(sdb_conn_t *conn) +{ + char hostname[conn->cmd_len + 1]; + if ((! conn) || (conn->cmd != CONNECTION_FETCH)) + return -1; + strncpy(hostname, sdb_strbuf_string(conn->buf), conn->cmd_len); + hostname[sizeof(hostname) - 1] = '\0'; + return sdb_fe_exec_fetch(conn, hostname, /* filter = */ NULL); +} /* sdb_fe_fetch */ + +int +sdb_fe_list(sdb_conn_t *conn) +{ + if ((! conn) || (conn->cmd != CONNECTION_LIST)) + return -1; + return sdb_fe_exec_list(conn, /* filter = */ NULL); +} /* sdb_fe_list */ + +int +sdb_fe_lookup(sdb_conn_t *conn) +{ + sdb_store_matcher_t *m; + int status; + + if ((! conn) || (conn->cmd != CONNECTION_LOOKUP)) + return -1; + + m = sdb_fe_parse_matcher(sdb_strbuf_string(conn->buf), + (int)conn->cmd_len); + if (! m) { + char expr[conn->cmd_len + 1]; + strncpy(expr, sdb_strbuf_string(conn->buf), conn->cmd_len); + expr[sizeof(expr) - 1] = '\0'; + sdb_log(SDB_LOG_ERR, "frontend: Failed to parse " + "lookup condition '%s'", expr); + return -1; + } + + status = sdb_fe_exec_lookup(conn, m, /* filter = */ NULL); + sdb_object_deref(SDB_OBJ(m)); + return status; +} /* sdb_fe_lookup */ + int sdb_fe_exec(sdb_conn_t *conn, sdb_conn_node_t *node) { + sdb_store_matcher_t *m = NULL, *filter = NULL; + if (! node) return -1; switch (node->cmd) { case CONNECTION_FETCH: - return sdb_fe_fetch(conn, CONN_FETCH(node)->name); + if (CONN_FETCH(node)->filter) + filter = CONN_FETCH(node)->filter->matcher; + return sdb_fe_exec_fetch(conn, CONN_FETCH(node)->name, filter); case CONNECTION_LIST: - return sdb_fe_list(conn); + if (CONN_LIST(node)->filter) + filter = CONN_LIST(node)->filter->matcher; + return sdb_fe_exec_list(conn, filter); case CONNECTION_LOOKUP: - return sdb_fe_lookup(conn, CONN_LOOKUP(node)->matcher->matcher); + if (CONN_LOOKUP(node)->matcher) + m = CONN_LOOKUP(node)->matcher->matcher; + if (CONN_LOOKUP(node)->filter) + filter = CONN_LOOKUP(node)->filter->matcher; + return sdb_fe_exec_lookup(conn, m, filter); + case CONNECTION_TIMESERIES: + return sdb_fe_exec_timeseries(conn, + CONN_TS(node)->hostname, CONN_TS(node)->metric, + &CONN_TS(node)->opts); default: sdb_log(SDB_LOG_ERR, "frontend: Unknown command %i", node->cmd); @@ -73,10 +200,12 @@ sdb_fe_exec(sdb_conn_t *conn, sdb_conn_node_t *node) } /* sdb_fe_exec */ int -sdb_fe_fetch(sdb_conn_t *conn, const char *name) +sdb_fe_exec_fetch(sdb_conn_t *conn, const char *name, + sdb_store_matcher_t *filter) { sdb_strbuf_t *buf; - sdb_store_base_t *host; + sdb_store_obj_t *host; + uint32_t type = htonl(CONNECTION_FETCH); host = sdb_store_get_host(name); if (! host) { @@ -100,7 +229,8 @@ sdb_fe_fetch(sdb_conn_t *conn, const char *name) return -1; } - if (sdb_store_host_tojson(host, buf, /* flags = */ 0)) { + sdb_strbuf_memcpy(buf, &type, sizeof(uint32_t)); + if (sdb_store_host_tojson(host, buf, filter, /* flags = */ 0)) { sdb_log(SDB_LOG_ERR, "frontend: Failed to serialize " "host '%s' to JSON", name); sdb_strbuf_sprintf(conn->errbuf, "Out of memory"); @@ -109,17 +239,18 @@ sdb_fe_fetch(sdb_conn_t *conn, const char *name) return -1; } - sdb_connection_send(conn, CONNECTION_OK, + sdb_connection_send(conn, CONNECTION_DATA, (uint32_t)sdb_strbuf_len(buf), sdb_strbuf_string(buf)); sdb_strbuf_destroy(buf); sdb_object_deref(SDB_OBJ(host)); return 0; -} /* sdb_fe_fetch */ +} /* sdb_fe_exec_fetch */ int -sdb_fe_list(sdb_conn_t *conn) +sdb_fe_exec_list(sdb_conn_t *conn, sdb_store_matcher_t *filter) { sdb_strbuf_t *buf; + uint32_t type = htonl(CONNECTION_LIST); buf = sdb_strbuf_create(1024); if (! buf) { @@ -133,7 +264,8 @@ sdb_fe_list(sdb_conn_t *conn) return -1; } - if (sdb_store_tojson(buf, /* flags = */ 0)) { + sdb_strbuf_memcpy(buf, &type, sizeof(uint32_t)); + if (sdb_store_tojson(buf, filter, /* flags = */ SDB_SKIP_ALL)) { sdb_log(SDB_LOG_ERR, "frontend: Failed to serialize " "store to JSON"); sdb_strbuf_sprintf(conn->errbuf, "Out of memory"); @@ -141,45 +273,85 @@ sdb_fe_list(sdb_conn_t *conn) return -1; } - sdb_connection_send(conn, CONNECTION_OK, + sdb_connection_send(conn, CONNECTION_DATA, (uint32_t)sdb_strbuf_len(buf), sdb_strbuf_string(buf)); sdb_strbuf_destroy(buf); return 0; -} /* sdb_fe_list */ +} /* sdb_fe_exec_list */ int -sdb_fe_lookup(sdb_conn_t *conn, sdb_store_matcher_t *m) +sdb_fe_exec_lookup(sdb_conn_t *conn, sdb_store_matcher_t *m, + sdb_store_matcher_t *filter) { - sdb_strbuf_t *buf; + tojson_data_t data = { NULL, filter, 0 }; + uint32_t type = htonl(CONNECTION_LOOKUP); - buf = sdb_strbuf_create(1024); - if (! buf) { + data.buf = sdb_strbuf_create(1024); + if (! data.buf) { char errbuf[1024]; sdb_log(SDB_LOG_ERR, "frontend: Failed to create " "buffer to handle LOOKUP command: %s", sdb_strerror(errno, errbuf, sizeof(errbuf))); sdb_strbuf_sprintf(conn->errbuf, "Out of memory"); - sdb_strbuf_destroy(buf); + sdb_strbuf_destroy(data.buf); return -1; } - sdb_strbuf_append(buf, "["); + sdb_strbuf_memcpy(data.buf, &type, sizeof(uint32_t)); + sdb_strbuf_append(data.buf, "["); - if (sdb_store_lookup(m, lookup_tojson, buf)) { + /* Let the JSON serializer handle the filter instead of the scanner. Else, + * we'd have to filter twice -- once in the scanner and then again in the + * serializer. */ + data.last_len = sdb_strbuf_len(data.buf); + if (sdb_store_scan(m, /* filter */ NULL, lookup_tojson, &data)) { sdb_log(SDB_LOG_ERR, "frontend: Failed to lookup hosts"); sdb_strbuf_sprintf(conn->errbuf, "Failed to lookup hosts"); - sdb_strbuf_destroy(buf); + sdb_strbuf_destroy(data.buf); return -1; } - sdb_strbuf_append(buf, "]"); + sdb_strbuf_append(data.buf, "]"); - sdb_connection_send(conn, CONNECTION_OK, + sdb_connection_send(conn, CONNECTION_DATA, + (uint32_t)sdb_strbuf_len(data.buf), sdb_strbuf_string(data.buf)); + sdb_strbuf_destroy(data.buf); + return 0; +} /* sdb_fe_exec_lookup */ + +int +sdb_fe_exec_timeseries(sdb_conn_t *conn, + const char *hostname, const char *metric, + sdb_timeseries_opts_t *opts) +{ + sdb_strbuf_t *buf; + uint32_t type = htonl(CONNECTION_TIMESERIES); + + buf = sdb_strbuf_create(1024); + if (! buf) { + char errbuf[1024]; + sdb_log(SDB_LOG_ERR, "frontend: Failed to create " + "buffer to handle TIMESERIES command: %s", + sdb_strerror(errno, errbuf, sizeof(errbuf))); + + sdb_strbuf_sprintf(conn->errbuf, "Out of memory"); + return -1; + } + + sdb_strbuf_memcpy(buf, &type, sizeof(uint32_t)); + if (sdb_store_fetch_timeseries(hostname, metric, opts, buf)) { + sdb_log(SDB_LOG_ERR, "frontend: Failed to fetch time-series"); + sdb_strbuf_sprintf(conn->errbuf, "Failed to fetch time-series"); + sdb_strbuf_destroy(buf); + return -1; + } + + sdb_connection_send(conn, CONNECTION_DATA, (uint32_t)sdb_strbuf_len(buf), sdb_strbuf_string(buf)); sdb_strbuf_destroy(buf); return 0; -} /* sdb_fe_lookup */ +} /* sdb_fe_exec_timeseries */ /* vim: set tw=78 sw=4 ts=4 noexpandtab : */