1 /*
2 * SysDB - t/unit/frontend/parser_test.c
3 * Copyright (C) 2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
17 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
19 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
28 #include "frontend/connection.h"
29 #include "frontend/parser.h"
30 #include "core/store-private.h"
31 #include "core/object.h"
32 #include "libsysdb_test.h"
34 #include <check.h>
35 #include <limits.h>
37 /*
38 * tests
39 */
41 START_TEST(test_parse)
42 {
43 struct {
44 const char *query;
45 int len;
46 int expected;
47 sdb_conn_state_t expected_cmd;
48 } golden_data[] = {
49 /* empty commands */
50 { NULL, -1, -1, 0 },
51 { "", -1, 0, 0 },
52 { ";", -1, 0, 0 },
53 { ";;", -1, 0, 0 },
55 /* valid commands */
56 { "FETCH host 'host'", -1, 1, CONNECTION_FETCH },
57 { "FETCH host 'host' FILTER "
58 "host = 'host'", -1, 1, CONNECTION_FETCH },
60 { "LIST hosts", -1, 1, CONNECTION_LIST },
61 { "LIST hosts -- foo", -1, 1, CONNECTION_LIST },
62 { "LIST hosts;", -1, 1, CONNECTION_LIST },
63 { "LIST hosts; INVALID", 11, 1, CONNECTION_LIST },
64 { "LIST hosts FILTER "
65 "host = 'host'", -1, 1, CONNECTION_LIST },
66 { "LIST services", -1, 1, CONNECTION_LIST },
67 { "LIST services FILTER "
68 "service = 'svc'", -1, 1, CONNECTION_LIST },
69 { "LIST metrics", -1, 1, CONNECTION_LIST },
70 { "LIST metrics FILTER "
71 "metric = 'metric'", -1, 1, CONNECTION_LIST },
73 { "LOOKUP hosts", -1, 1, CONNECTION_LOOKUP },
74 { "LOOKUP hosts MATCHING "
75 "host = 'host'", -1, 1, CONNECTION_LOOKUP },
76 { "LOOKUP hosts MATCHING NOT "
77 "host = 'host'", -1, 1, CONNECTION_LOOKUP },
78 { "LOOKUP hosts MATCHING "
79 "host =~ 'p' AND "
80 "service =~ 'p'", -1, 1, CONNECTION_LOOKUP },
81 { "LOOKUP hosts MATCHING NOT "
82 "host =~ 'p' AND "
83 "service =~ 'p'", -1, 1, CONNECTION_LOOKUP },
84 { "LOOKUP hosts MATCHING "
85 "host =~ 'p' AND "
86 "service =~ 'p' OR "
87 "service =~ 'r'", -1, 1, CONNECTION_LOOKUP },
88 { "LOOKUP hosts MATCHING NOT "
89 "host =~ 'p' AND "
90 "service =~ 'p' OR "
91 "service =~ 'r'", -1, 1, CONNECTION_LOOKUP },
92 { "LOOKUP hosts MATCHING "
93 "host =~ 'p' "
94 "FILTER .age > 1D", -1, 1, CONNECTION_LOOKUP },
95 { "LOOKUP hosts MATCHING "
96 "host =~ 'p' "
97 "FILTER .age > 1D AND "
98 ".interval < 240s" , -1, 1, CONNECTION_LOOKUP },
99 { "LOOKUP hosts MATCHING "
100 "host =~ 'p' "
101 "FILTER NOT .age>1D", -1, 1, CONNECTION_LOOKUP },
102 { "LOOKUP hosts MATCHING "
103 "host =~ 'p' "
104 "FILTER .age>"
105 ".interval", -1, 1, CONNECTION_LOOKUP },
107 { "TIMESERIES 'host'.'metric' "
108 "START 2014-01-01 "
109 "END 2014-12-31 "
110 "23:59:59", -1, 1, CONNECTION_TIMESERIES },
111 { "TIMESERIES 'host'.'metric' "
112 "START 2014-02-02 "
113 "14:02", -1, 1, CONNECTION_TIMESERIES },
114 { "TIMESERIES 'host'.'metric' "
115 "END 2014-02-02", -1, 1, CONNECTION_TIMESERIES },
116 { "TIMESERIES "
117 "'host'.'metric'", -1, 1, CONNECTION_TIMESERIES },
119 /* string constants */
120 { "LOOKUP hosts MATCHING "
121 "host = ''''", -1, 1, CONNECTION_LOOKUP },
122 { "LOOKUP hosts MATCHING "
123 "host = '''foo'", -1, 1, CONNECTION_LOOKUP },
124 { "LOOKUP hosts MATCHING "
125 "host = 'f''oo'", -1, 1, CONNECTION_LOOKUP },
126 { "LOOKUP hosts MATCHING "
127 "host = 'foo'''", -1, 1, CONNECTION_LOOKUP },
128 { "LOOKUP hosts MATCHING "
129 "host = '''", -1, -1, 0 },
131 /* numeric constants */
132 { "LOOKUP hosts MATCHING "
133 "attribute['foo'] = "
134 "1234", -1, 1, CONNECTION_LOOKUP },
135 { "LOOKUP hosts MATCHING "
136 "attribute['foo'] != "
137 "+234", -1, 1, CONNECTION_LOOKUP },
138 { "LOOKUP hosts MATCHING "
139 "attribute['foo'] < "
140 "-234", -1, 1, CONNECTION_LOOKUP },
141 { "LOOKUP hosts MATCHING "
142 "attribute['foo'] > "
143 "12.4", -1, 1, CONNECTION_LOOKUP },
144 { "LOOKUP hosts MATCHING "
145 "attribute['foo'] <= "
146 "12. + .3", -1, 1, CONNECTION_LOOKUP },
147 { "LOOKUP hosts MATCHING "
148 "attribute['foo'] <= "
149 "'f' || 'oo'", -1, 1, CONNECTION_LOOKUP },
150 { "LOOKUP hosts MATCHING "
151 "attribute['foo'] >= "
152 ".4", -1, 1, CONNECTION_LOOKUP },
153 { "LOOKUP hosts MATCHING "
154 "attribute['foo'] = "
155 "+12e3", -1, 1, CONNECTION_LOOKUP },
156 { "LOOKUP hosts MATCHING "
157 "attribute['foo'] = "
158 "+12e-3", -1, 1, CONNECTION_LOOKUP },
159 { "LOOKUP hosts MATCHING "
160 "attribute['foo'] = "
161 "-12e+3", -1, 1, CONNECTION_LOOKUP },
163 /* date, time, interval constants */
164 { "LOOKUP hosts MATCHING "
165 "attribute['foo'] = "
166 "1 Y 42D", -1, 1, CONNECTION_LOOKUP },
167 { "LOOKUP hosts MATCHING "
168 "attribute['foo'] = "
169 "1s 42D", -1, 1, CONNECTION_LOOKUP },
170 /*
171 * TODO: Something like 1Y42D should work as well but it doesn't since
172 * the scanner will tokenize it into {digit}{identifier} :-/
173 *
174 { "LOOKUP hosts MATCHING "
175 "attribute['foo'] = "
176 "1Y42D", -1, 1, CONNECTION_LOOKUP },
177 */
179 /* NULL */
180 { "LOOKUP hosts MATCHING "
181 "attribute['foo'] "
182 "IS NULL", -1, 1, CONNECTION_LOOKUP },
183 { "LOOKUP hosts MATCHING "
184 "attribute['foo'] "
185 "IS NOT NULL", -1, 1, CONNECTION_LOOKUP },
186 { "LOOKUP hosts MATCHING "
187 "NOT attribute['foo'] "
188 "IS NULL", -1, 1, CONNECTION_LOOKUP },
189 { "LOOKUP hosts MATCHING "
190 "host IS NULL", -1, -1, 0 },
191 { "LOOKUP hosts MATCHING "
192 "service IS NULL", -1, -1, 0 },
194 /* invalid numeric constants */
195 { "LOOKUP hosts MATCHING "
196 "attribute['foo'] = "
197 "+-12e+3", -1, -1, 0 },
198 { "LOOKUP hosts MATCHING "
199 "attribute['foo'] = "
200 "-12e-+3", -1, -1, 0 },
201 { "LOOKUP hosts MATCHING "
202 "attribute['foo'] = "
203 "e+3", -1, -1, 0 },
204 { "LOOKUP hosts MATCHING "
205 "attribute['foo'] = "
206 "3e", -1, -1, 0 },
207 /* following SQL standard, we don't support hex numbers */
208 { "LOOKUP hosts MATCHING "
209 "attribute['foo'] = "
210 "0x12", -1, -1, 0 },
212 /* invalid expressions */
213 { "LOOKUP hosts MATCHING "
214 "attribute['foo'] = "
215 "1.23 + 'foo'", -1, -1, 0 },
216 { "LOOKUP hosts MATCHING "
217 "attr['foo'] = 1.23", -1, -1, 0 },
218 { "LOOKUP hosts MATCHING "
219 "attr['foo'] IS NULL", -1, -1, 0 },
221 /* comments */
222 { "/* some comment */", -1, 0, 0 },
223 { "-- another comment", -1, 0, 0 },
225 /* syntax errors */
226 { "INVALID", -1, -1, 0 },
227 { "FETCH host", -1, -1, 0 },
228 { "FETCH 'host'", -1, -1, 0 },
229 { "LIST hosts; INVALID", -1, -1, 0 },
230 { "/* some incomplete", -1, -1, 0 },
232 { "LIST", -1, -1, 0 },
233 { "LIST foo", -1, -1, 0 },
234 { "LIST hosts MATCHING "
235 "host = 'host'", -1, -1, 0 },
236 { "LIST foo FILTER "
237 "host = 'host'", -1, -1, 0 },
238 { "FETCH host 'host' MATCHING "
239 "host = 'host'", -1, -1, 0 },
240 { "FETCH foo 'host'", -1, -1, 0 },
241 { "FETCH foo 'host' FILTER "
242 "host = 'host'", -1, -1, 0 },
244 { "LOOKUP foo", -1, -1, 0 },
245 { "LOOKUP foo MATCHING "
246 "host = 'host'", -1, -1, 0 },
247 { "LOOKUP foo FILTER "
248 "host = 'host'", -1, -1, 0 },
249 { "LOOKUP foo MATCHING "
250 "host = 'host' FILTER "
251 "host = 'host'", -1, -1, 0 },
252 { "LOOKUP hosts MATCHING "
253 "attribute['foo'] <= "
254 "f || 'oo'", -1, -1, 0 },
255 { "LOOKUP hosts MATCHING "
256 "attribute['foo'] <= "
257 "'f' || oo", -1, -1, 0 },
258 };
260 size_t i;
261 sdb_llist_t *check;
263 for (i = 0; i < SDB_STATIC_ARRAY_LEN(golden_data); ++i) {
264 sdb_object_t *obj;
265 _Bool ok;
267 check = sdb_fe_parse(golden_data[i].query, golden_data[i].len);
268 if (golden_data[i].expected < 0)
269 ok = check == 0;
270 else
271 ok = sdb_llist_len(check) == (size_t)golden_data[i].expected;
273 fail_unless(ok, "sdb_fe_parse(%s) = %p (len: %zu); expected: %d",
274 golden_data[i].query, check, sdb_llist_len(check),
275 golden_data[i].expected);
277 if (! check)
278 continue;
280 if ((! golden_data[i].expected_cmd)
281 || (golden_data[i].expected <= 0)) {
282 sdb_llist_destroy(check);
283 continue;
284 }
286 obj = sdb_llist_get(check, 0);
287 fail_unless(SDB_CONN_NODE(obj)->cmd == golden_data[i].expected_cmd,
288 "sdb_fe_parse(%s)->cmd = %i; expected: %d",
289 golden_data[i].query, SDB_CONN_NODE(obj)->cmd,
290 golden_data[i].expected_cmd);
291 sdb_object_deref(obj);
292 sdb_llist_destroy(check);
293 }
294 }
295 END_TEST
297 START_TEST(test_parse_matcher)
298 {
299 struct {
300 const char *expr;
301 int len;
302 int expected;
303 } golden_data[] = {
304 /* empty expressions */
305 { NULL, -1, -1 },
306 { "", -1, -1 },
308 /* valid expressions */
309 { "host = 'localhost'", -1, MATCHER_NAME },
310 { "host != 'localhost'", -1, MATCHER_NOT },
311 { "host =~ 'host'", -1, MATCHER_NAME },
312 { "host !~ 'host'", -1, MATCHER_NOT },
313 { "host = 'localhost' -- foo", -1, MATCHER_NAME },
314 { "host = 'host' <garbage>", 13, MATCHER_NAME },
315 /* match hosts by service */
316 { "service = 'name'", -1, MATCHER_NAME },
317 { "service != 'name'", -1, MATCHER_NOT },
318 { "service =~ 'pattern'", -1, MATCHER_NAME },
319 { "service !~ 'pattern'", -1, MATCHER_NOT },
320 /* match hosts by attribute */
321 { "attribute = 'name'", -1, MATCHER_NAME },
322 { "attribute != 'name'", -1, MATCHER_NOT },
323 { "attribute =~ 'pattern'", -1, MATCHER_NAME },
324 { "attribute !~ 'pattern'", -1, MATCHER_NOT },
325 /* composite expressions */
326 { "host =~ 'pattern' AND "
327 "service =~ 'pattern'", -1, MATCHER_AND },
328 { "host =~ 'pattern' OR "
329 "service =~ 'pattern'", -1, MATCHER_OR },
330 { "NOT host = 'host'", -1, MATCHER_NOT },
331 /* numeric expressions */
332 { "attribute['foo'] < 123", -1, MATCHER_LT },
333 { "attribute['foo'] <= 123", -1, MATCHER_LE },
334 { "attribute['foo'] = 123", -1, MATCHER_EQ },
335 { "attribute['foo'] >= 123", -1, MATCHER_GE },
336 { "attribute['foo'] > 123", -1, MATCHER_GT },
337 /* datetime expressions */
338 { "attribute['foo'] = "
339 "2014-08-16", -1, MATCHER_EQ },
340 { "attribute['foo'] = "
341 "17:23", -1, MATCHER_EQ },
342 { "attribute['foo'] = "
343 "17:23:53", -1, MATCHER_EQ },
344 { "attribute['foo'] = "
345 "17:23:53.123", -1, MATCHER_EQ },
346 { "attribute['foo'] = "
347 "17:23:53.123456789", -1, MATCHER_EQ },
348 { "attribute['foo'] = "
349 "2014-08-16 17:23", -1, MATCHER_EQ },
350 { "attribute['foo'] = "
351 "2014-08-16 17:23:53", -1, MATCHER_EQ },
352 /* NULL; while this is an implementation detail,
353 * IS NULL currently maps to an equality matcher */
354 { "attribute['foo'] IS NULL", -1, MATCHER_ISNULL },
355 { "attribute['foo'] IS NOT NULL", -1, MATCHER_ISNNULL },
357 /* object field matchers */
358 { ".last_update < 10s", -1, MATCHER_LT },
359 { ".AGE <= 1m", -1, MATCHER_LE },
360 { ".interval = 10h", -1, MATCHER_EQ },
361 { ".Last_Update >= 24D", -1, MATCHER_GE },
362 { ".age > 1M", -1, MATCHER_GT },
363 { ".age != 20Y", -1, MATCHER_NOT },
364 { ".backend != 'be'", -1, MATCHER_NOT },
365 { ".age <= 2 * .interval", -1, MATCHER_LE },
367 /* check operator precedence */
368 { "host = 'name' OR "
369 "service = 'name' AND "
370 "attribute = 'name' OR "
371 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
372 { "host = 'name' AND "
373 "service = 'name' AND "
374 "attribute = 'name' OR "
375 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
376 { "host = 'name' AND "
377 "service = 'name' OR "
378 "attribute = 'name' AND "
379 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
380 { "(host = 'name' OR "
381 "service = 'name') AND "
382 "(attribute = 'name' OR "
383 "attribute['foo'] = 'bar')", -1, MATCHER_AND },
384 { "NOT host = 'name' OR "
385 "service = 'name'", -1, MATCHER_OR },
386 { "NOT host = 'name' OR "
387 "NOT service = 'name'", -1, MATCHER_OR },
388 { "NOT (host = 'name' OR "
389 "NOT service = 'name')", -1, MATCHER_NOT },
391 /* syntax errors */
392 { "LIST", -1, -1 },
393 { "foo &^ bar", -1, -1 },
394 { ".invalid", -1, -1 },
395 };
397 size_t i;
399 for (i = 0; i < SDB_STATIC_ARRAY_LEN(golden_data); ++i) {
400 sdb_store_matcher_t *m;
401 m = sdb_fe_parse_matcher(golden_data[i].expr, golden_data[i].len);
403 if (golden_data[i].expected < 0) {
404 fail_unless(m == NULL,
405 "sdb_fe_parse_matcher(%s) = %p; expected: NULL",
406 golden_data[i].expr, m);
407 continue;
408 }
410 fail_unless(m != NULL, "sdb_fe_parse_matcher(%s) = NULL; "
411 "expected: <matcher>", golden_data[i].expr);
412 fail_unless(M(m)->type == golden_data[i].expected,
413 "sdb_fe_parse_matcher(%s) returned matcher of type %d; "
414 "expected: %d", golden_data[i].expr, M(m)->type,
415 golden_data[i].expected);
417 sdb_object_deref(SDB_OBJ(m));
418 }
419 }
420 END_TEST
422 START_TEST(test_parse_expr)
423 {
424 struct {
425 const char *expr;
426 int len;
427 int expected;
428 } golden_data[] = {
429 /* empty expressions */
430 { NULL, -1, INT_MAX },
431 { "", -1, INT_MAX },
433 /* constant expressions */
434 { "'localhost'", -1, 0 },
435 { "123", -1, 0 },
436 { "2014-08-16", -1, 0 },
437 { "17:23", -1, 0 },
438 { "17:23:53", -1, 0 },
439 { "17:23:53.123", -1, 0 },
440 { "17:23:53.123456789", -1, 0 },
441 { "2014-08-16 17:23", -1, 0 },
442 { "2014-08-16 17:23:53", -1, 0 },
443 { "10s", -1, 0 },
444 { "60m", -1, 0 },
445 { "10Y 24D 1h", -1, 0 },
447 { "123 + 456", -1, 0 },
448 { "'foo' || 'bar'", -1, 0 },
449 { "456 - 123", -1, 0 },
450 { "1.2 * 3.4", -1, 0 },
451 { "1.2 / 3.4", -1, 0 },
452 { "5 % 2", -1, 0 },
454 /* queryable fields */
455 { ".last_update", -1, FIELD_VALUE },
456 { ".AGE", -1, FIELD_VALUE },
457 { ".interval", -1, FIELD_VALUE },
458 { ".Last_Update", -1, FIELD_VALUE },
459 { ".backend", -1, FIELD_VALUE },
461 /* attributes */
462 { "attribute['foo']", -1, ATTR_VALUE },
464 /* arithmetic expressions */
465 { ".age + .age", -1, SDB_DATA_ADD },
466 { ".age - .age", -1, SDB_DATA_SUB },
467 { ".age * .age", -1, SDB_DATA_MUL },
468 { ".age / .age", -1, SDB_DATA_DIV },
469 { ".age % .age", -1, SDB_DATA_MOD },
470 { ".age || .age", -1, SDB_DATA_CONCAT },
472 /* operator precedence */
473 { ".age + .age * .age", -1, SDB_DATA_ADD },
474 { ".age * .age + .age", -1, SDB_DATA_ADD },
475 { ".age + .age - .age", -1, SDB_DATA_SUB },
476 { ".age - .age + .age", -1, SDB_DATA_ADD },
477 { "(.age + .age) * .age", -1, SDB_DATA_MUL },
478 { ".age + (.age * .age)", -1, SDB_DATA_ADD },
480 /* syntax errors */
481 { "LIST", -1, INT_MAX },
482 { "foo &^ bar", -1, INT_MAX },
483 { ".invalid", -1, INT_MAX },
484 };
486 size_t i;
488 for (i = 0; i < SDB_STATIC_ARRAY_LEN(golden_data); ++i) {
489 sdb_store_expr_t *e;
490 e = sdb_fe_parse_expr(golden_data[i].expr, golden_data[i].len);
492 if (golden_data[i].expected == INT_MAX) {
493 fail_unless(e == NULL,
494 "sdb_fe_parse_expr(%s) = %p; expected: NULL",
495 golden_data[i].expr, e);
496 continue;
497 }
499 fail_unless(e != NULL, "sdb_fe_parse_expr(%s) = NULL; "
500 "expected: <expr>", golden_data[i].expr);
501 fail_unless(e->type == golden_data[i].expected,
502 "sdb_fe_parse_expr(%s) returned expression of type %d; "
503 "expected: %d", golden_data[i].expr, e->type,
504 golden_data[i].expected);
506 sdb_object_deref(SDB_OBJ(e));
507 }
508 }
509 END_TEST
511 Suite *
512 fe_parser_suite(void)
513 {
514 Suite *s = suite_create("frontend::parser");
515 TCase *tc;
517 tc = tcase_create("core");
518 tcase_add_test(tc, test_parse);
519 tcase_add_test(tc, test_parse_matcher);
520 tcase_add_test(tc, test_parse_expr);
521 suite_add_tcase(s, tc);
523 return s;
524 } /* util_parser_suite */
526 /* vim: set tw=78 sw=4 ts=4 noexpandtab : */