X-Git-Url: https://git.tokkee.org/?p=sysdb.git;a=blobdiff_plain;f=src%2Ffrontend%2Fscanner.l;h=ab8b80daf560459822714f473ebc7a5adc76f21f;hp=c0d167c00c0df1da371d8762098acd57c7ce5abc;hb=5ced2b9eb4d4def7d3ad5b1172004293e7a68e0e;hpb=b5c0396e79bf2c0fbd03e96ca0654a4545cbf936

diff --git a/src/frontend/scanner.l b/src/frontend/scanner.l
index c0d167c..ab8b80d 100644
--- a/src/frontend/scanner.l
+++ b/src/frontend/scanner.l
@@ -31,17 +31,64 @@
 #	include "config.h"
 #endif /* HAVE_CONFIG_H */
 
+#include "core/data.h"
 #include "frontend/connection.h"
 #include "frontend/parser.h"
 #include "frontend/grammar.h"
 #include "utils/error.h"
 
+#include <assert.h>
 #include <errno.h>
 
 #include <string.h>
+#include <stdlib.h>
+
+#include <time.h>
 
 #define YY_EXTRA_TYPE sdb_fe_yyextra_t *
 
+static struct {
+	const char *name;
+	int id;
+} reserved_words[] = {
+	{ "ALL",         ALL },
+	{ "AND",         AND },
+	{ "ANY",         ANY },
+	{ "END",         END },
+	{ "FETCH",       FETCH },
+	{ "FILTER",      FILTER },
+	{ "IN",          IN },
+	{ "IS",          IS },
+	{ "LAST",        LAST },
+	{ "LIST",        LIST },
+	{ "LOOKUP",      LOOKUP },
+	{ "MATCHING",    MATCHING },
+	{ "NOT",         NOT },
+	{ "NULL",        NULL_T },
+	{ "OR",          OR },
+	{ "START",       START },
+	{ "STORE",       STORE },
+	{ "TIMESERIES",  TIMESERIES },
+	{ "UPDATE",      UPDATE },
+
+	/* object types */
+	{ "host",        HOST_T },
+	{ "hosts",       HOSTS_T },
+	{ "service",     SERVICE_T },
+	{ "services",    SERVICES_T },
+	{ "metric",      METRIC_T },
+	{ "metrics",     METRICS_T },
+	{ "attribute",   ATTRIBUTE_T },
+	{ "attributes",  ATTRIBUTES_T },
+	/* queryable fields */
+	{ "name",        NAME_T },
+	{ "last_update", LAST_UPDATE_T },
+	{ "age",         AGE_T },
+	{ "interval",    INTERVAL_T },
+	{ "backend",     BACKEND_T },
+	{ "value",       VALUE_T },
+};
+
 void
 sdb_fe_yyerror(YYLTYPE *lval, sdb_fe_yyscan_t scanner, const char *msg);
 
@@ -73,9 +120,31 @@ csc_start	\/\*
 csc_inside	([^*/]+|[^*]\/|\*[^/])
 csc_end		\*\/
 
+/*
+ * Strings and identifiers.
+ */
 identifier	([A-Za-z_][A-Za-z_0-9$]*)
 /* TODO: fully support SQL strings */
-string		('[^']*')
+string		('([^']|'')*')
+
+/*
+ * Numeric constants.
+ */
+dec			([\+\-]?[0-9]+)
+exp			([\+\-]?[0-9]+[Ee]\+?[0-9]+)
+integer		({dec}|{exp})
+float1		([\+\-]?[0-9]+\.[0-9]*([Ee][\+\-]?[0-9]+)?)
+float2		([\+\-]?[0-9]*\.[0-9]+([Ee][\+\-]?[0-9]+)?)
+float3		([\+\-]?[0-9]+[Ee]\-[0-9]+)
+float4		([\+\-]?[Ii][Nn][Ff]([Ii][Nn][Ii][Tt][Yy])?)
+float5		([Nn][Aa][Nn])
+float		({float1}|{float2}|{float3}|{float4}|{float5})
+
+/*
+ * Time constants.
+ */
+date		([0-9]{4}-[0-9]{2}-[0-9]{2})
+time		([0-9]{1,2}:[0-9]{1,2}(:[0-9]{1,2}(\.[0-9]{1,9})?)?)
 
 %%
 
@@ -91,22 +160,114 @@ string		('[^']*')
 	}
 
 {identifier} {
-		/* XXX */
-		if (! strcasecmp(yytext, "LIST"))
-			return LIST;
-		else if (! strcasecmp(yytext, "FETCH"))
-			return FETCH;
+		size_t i;
+		for (i = 0; i < SDB_STATIC_ARRAY_LEN(reserved_words); ++i)
+			if (! strcasecmp(reserved_words[i].name, yytext))
+				return reserved_words[i].id;
 
 		yylval->str = strdup(yytext);
 		return IDENTIFIER;
 	}
 {string} {
+		char *quot;
+		size_t len;
+
+		/* remove the leading and trailing quote */
 		yytext[yyleng - 1] = '\0';
 		yylval->str = strdup(yytext + 1);
+
+		quot = yylval->str;
+		len = yyleng - 2;
+		while ((quot = strstr(quot, "''")) != NULL) {
+			memmove(quot, quot + 1, len - (quot - yylval->str) - 1);
+			yylval->str[len - 1] = '\0';
+			--len;
+			++quot;
+		}
 		return STRING;
 	}
+{integer} {
+		yylval->data.data.integer = (int64_t)strtoll(yytext, NULL, 10);
+		yylval->data.type = SDB_TYPE_INTEGER;
+		return INTEGER;
+	}
+{float} {
+		yylval->data.data.decimal = strtod(yytext, NULL);
+		yylval->data.type = SDB_TYPE_DECIMAL;
+		return FLOAT;
+	}
+
+{date} {
+		struct tm tm;
+		memset(&tm, 0, sizeof(tm));
+		if (! strptime(yytext, "%Y-%m-%d", &tm)) {
+			char errmsg[1024];
+			snprintf(errmsg, sizeof(errmsg),
+				"Failed to parse '%s' as date", yytext);
+			sdb_fe_yyerror(yylloc, yyscanner, errmsg);
+			return SCANNER_ERROR;
+		}
+		yylval->datetime = SECS_TO_SDB_TIME(mktime(&tm));
+		return DATE;
+	}
+{time} {
+		struct tm tm;
+		char time[9], ns[10];
+		char *tmp;
+		int t;
+
+		memset(&tm, 0, sizeof(tm));
+		memset(time, '\0', sizeof(time));
+		memset(ns, '0', sizeof(ns));
+		ns[sizeof(ns) - 1] = '\0';
+
+		tmp = strchr(yytext, '.');
+		if (tmp) {
+			size_t i;
+			*tmp = '\0';
+			++tmp;
+			strncpy(ns, tmp, sizeof(ns));
+			for (i = strlen(ns); i < 9; ++i)
+				ns[i] = '0';
+		}
+		strncpy(time, yytext, sizeof(time));
+		if (tmp) {
+			/* reset for better error messages */
+			--tmp;
+			*tmp = '.';
+		}
+
+		tmp = strchr(time, ':');
+		assert(tmp);
+		tmp = strchr(tmp + 1, ':');
+		if (! tmp)
+			strncat(time, ":00", sizeof(time) - strlen(time) - 1);
+
+		if (! strptime(time, "%H:%M:%S", &tm)) {
+			char errmsg[1024];
+			snprintf(errmsg, sizeof(errmsg),
+				"Failed to parse '%s' as time", yytext);
+			sdb_fe_yyerror(yylloc, yyscanner, errmsg);
+			return SCANNER_ERROR;
+		}
+
+		t = tm.tm_sec + 60 * tm.tm_min + 3600 * tm.tm_hour;
+		yylval->datetime = SECS_TO_SDB_TIME(t);
+		yylval->datetime += (sdb_time_t)strtoll(ns, NULL, 10);
+		return TIME;
+	}
+
+=	{ return CMP_EQUAL; }
+!=	{ return CMP_NEQUAL; }
+=~	{ return CMP_REGEX; }
+!~	{ return CMP_NREGEX; }
+\<	{ return CMP_LT; }
+\<=	{ return CMP_LE; }
+\>=	{ return CMP_GE; }
+\>	{ return CMP_GT; }
+\|\|	{ return CONCAT; }
 
-.	{ /* do nothing for now */ }
+.	{ /* XXX: */ return yytext[0]; }
 
 %%
 
@@ -120,7 +281,7 @@ sdb_fe_scanner_init(const char *str, int len, sdb_fe_yyextra_t *yyext)
 
 	if (sdb_fe_yylex_init(&scanner)) {
 		char errbuf[1024];
-		sdb_log(SDB_LOG_ERR, "frontend: yylex_init failed: %s",
+		sdb_strbuf_sprintf(yyext->errbuf, "yylex_init_failed: %s",
 			sdb_strerror(errno, errbuf, sizeof(errbuf)));
 		return NULL;
 	}