X-Git-Url: https://git.tokkee.org/?p=sysdb.git;a=blobdiff_plain;f=src%2Ffrontend%2Fscanner.l;h=6781122c3c2b830547b66a0fe82a7e57b3f15cb4;hp=f70f60f84dab33618a7ae84a67771ec33e0a022f;hb=5d27dd094076ccb02ee387b7f9eb8bc7c24254e5;hpb=e831693a8da189279f98ab49a41bba77084bba49 diff --git a/src/frontend/scanner.l b/src/frontend/scanner.l index f70f60f..6781122 100644 --- a/src/frontend/scanner.l +++ b/src/frontend/scanner.l @@ -37,26 +37,52 @@ #include "frontend/grammar.h" #include "utils/error.h" +#include #include #include #include +#include + #define YY_EXTRA_TYPE sdb_fe_yyextra_t * static struct { const char *name; int id; } reserved_words[] = { - { "AND", AND }, - { "FETCH", FETCH }, - { "IS", IS }, - { "LIST", LIST }, - { "LOOKUP", LOOKUP }, - { "MATCHING", MATCHING }, - { "NOT", NOT }, - { "NULL", NULL_T }, - { "OR", OR }, + { "ALL", ALL }, + { "AND", AND }, + { "ANY", ANY }, + { "END", END }, + { "FETCH", FETCH }, + { "FILTER", FILTER }, + { "IN", IN }, + { "IS", IS }, + { "LIST", LIST }, + { "LOOKUP", LOOKUP }, + { "MATCHING", MATCHING }, + { "NOT", NOT }, + { "NULL", NULL_T }, + { "OR", OR }, + { "START", START }, + { "TIMESERIES", TIMESERIES }, + + /* object types */ + { "host", HOST_T }, + { "hosts", HOSTS_T }, + { "service", SERVICE_T }, + { "services", SERVICES_T }, + { "metric", METRIC_T }, + { "metrics", METRICS_T }, + { "attribute", ATTRIBUTE_T }, + { "attributes", ATTRIBUTES_T }, + /* queryable fields */ + { "name", NAME_T }, + { "last_update", LAST_UPDATE_T }, + { "age", AGE_T }, + { "interval", INTERVAL_T }, + { "backend", BACKEND_T }, }; void @@ -95,7 +121,7 @@ csc_end \*\/ */ identifier ([A-Za-z_][A-Za-z_0-9$]*) /* TODO: fully support SQL strings */ -string ('[^']*') +string ('([^']|'')*') /* * Numeric constants. @@ -110,6 +136,12 @@ float4 ([\+\-]?[Ii][Nn][Ff]([Ii][Nn][Ii][Tt][Yy])?) float5 ([Nn][Aa][Nn]) float ({float1}|{float2}|{float3}|{float4}|{float5}) +/* + * Time constants. + */ +date ([0-9]{4}-[0-9]{2}-[0-9]{2}) +time ([0-9]{1,2}:[0-9]{1,2}(:[0-9]{1,2}(\.[0-9]{1,9})?)?) + %% {whitespace} | @@ -133,8 +165,21 @@ float ({float1}|{float2}|{float3}|{float4}|{float5}) return IDENTIFIER; } {string} { + char *quot; + size_t len; + + /* remove the leading and trailing quote */ yytext[yyleng - 1] = '\0'; yylval->str = strdup(yytext + 1); + + quot = yylval->str; + len = yyleng - 2; + while ((quot = strstr(quot, "''")) != NULL) { + memmove(quot, quot + 1, len - (quot - yylval->str) - 1); + yylval->str[len - 1] = '\0'; + --len; + ++quot; + } return STRING; } {integer} { @@ -148,6 +193,66 @@ float ({float1}|{float2}|{float3}|{float4}|{float5}) return FLOAT; } +{date} { + struct tm tm; + memset(&tm, 0, sizeof(tm)); + if (! strptime(yytext, "%Y-%m-%d", &tm)) { + char errmsg[1024]; + snprintf(errmsg, sizeof(errmsg), + "Failed to parse '%s' as date", yytext); + sdb_fe_yyerror(yylloc, yyscanner, errmsg); + return SCANNER_ERROR; + } + yylval->datetime = SECS_TO_SDB_TIME(mktime(&tm)); + return DATE; + } +{time} { + struct tm tm; + char time[9], ns[10]; + char *tmp; + int t; + + memset(&tm, 0, sizeof(tm)); + memset(time, '\0', sizeof(time)); + memset(ns, '0', sizeof(ns)); + ns[sizeof(ns) - 1] = '\0'; + + tmp = strchr(yytext, '.'); + if (tmp) { + size_t i; + *tmp = '\0'; + ++tmp; + strncpy(ns, tmp, sizeof(ns)); + for (i = strlen(ns); i < 9; ++i) + ns[i] = '0'; + } + strncpy(time, yytext, sizeof(time)); + if (tmp) { + /* reset for better error messages */ + --tmp; + *tmp = '.'; + } + + tmp = strchr(time, ':'); + assert(tmp); + tmp = strchr(tmp + 1, ':'); + if (! tmp) + strncat(time, ":00", sizeof(time) - strlen(time) - 1); + + if (! strptime(time, "%H:%M:%S", &tm)) { + char errmsg[1024]; + snprintf(errmsg, sizeof(errmsg), + "Failed to parse '%s' as time", yytext); + sdb_fe_yyerror(yylloc, yyscanner, errmsg); + return SCANNER_ERROR; + } + + t = tm.tm_sec + 60 * tm.tm_min + 3600 * tm.tm_hour; + yylval->datetime = SECS_TO_SDB_TIME(t); + yylval->datetime += (sdb_time_t)strtoll(ns, NULL, 10); + return TIME; + } + = { return CMP_EQUAL; } != { return CMP_NEQUAL; } =~ { return CMP_REGEX; } @@ -172,7 +277,7 @@ sdb_fe_scanner_init(const char *str, int len, sdb_fe_yyextra_t *yyext) if (sdb_fe_yylex_init(&scanner)) { char errbuf[1024]; - sdb_log(SDB_LOG_ERR, "frontend: yylex_init failed: %s", + sdb_strbuf_sprintf(yyext->errbuf, "yylex_init_failed: %s", sdb_strerror(errno, errbuf, sizeof(errbuf))); return NULL; }