1 /*
2 * SysDB - t/unit/frontend/parser_test.c
3 * Copyright (C) 2013 Sebastian 'tokkee' Harl <sh@tokkee.org>
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
17 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
19 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
28 #include "frontend/connection.h"
29 #include "frontend/parser.h"
30 #include "core/store-private.h"
31 #include "core/object.h"
32 #include "libsysdb_test.h"
34 #include <check.h>
36 /*
37 * tests
38 */
40 START_TEST(test_parse)
41 {
42 struct {
43 const char *query;
44 int len;
45 int expected;
46 sdb_conn_state_t expected_cmd;
47 } golden_data[] = {
48 /* empty commands */
49 { NULL, -1, -1, 0 },
50 { "", -1, 0, 0 },
51 { ";", -1, 0, 0 },
52 { ";;", -1, 0, 0 },
54 /* valid commands */
55 { "FETCH host 'host'", -1, 1, CONNECTION_FETCH },
56 { "FETCH host 'host' FILTER "
57 "host = 'host'", -1, 1, CONNECTION_FETCH },
59 { "LIST hosts", -1, 1, CONNECTION_LIST },
60 { "LIST hosts -- foo", -1, 1, CONNECTION_LIST },
61 { "LIST hosts;", -1, 1, CONNECTION_LIST },
62 { "LIST hosts; INVALID", 11, 1, CONNECTION_LIST },
63 { "LIST hosts FILTER "
64 "host = 'host'", -1, 1, CONNECTION_LIST },
65 { "LIST services", -1, 1, CONNECTION_LIST },
66 { "LIST services FILTER "
67 "service = 'svc'", -1, 1, CONNECTION_LIST },
68 { "LIST metrics", -1, 1, CONNECTION_LIST },
69 { "LIST metrics FILTER "
70 "metric = 'metric'", -1, 1, CONNECTION_LIST },
72 { "LOOKUP hosts", -1, 1, CONNECTION_LOOKUP },
73 { "LOOKUP hosts MATCHING "
74 "host = 'host'", -1, 1, CONNECTION_LOOKUP },
75 { "LOOKUP hosts MATCHING NOT "
76 "host = 'host'", -1, 1, CONNECTION_LOOKUP },
77 { "LOOKUP hosts MATCHING "
78 "host =~ 'p' AND "
79 "service =~ 'p'", -1, 1, CONNECTION_LOOKUP },
80 { "LOOKUP hosts MATCHING NOT "
81 "host =~ 'p' AND "
82 "service =~ 'p'", -1, 1, CONNECTION_LOOKUP },
83 { "LOOKUP hosts MATCHING "
84 "host =~ 'p' AND "
85 "service =~ 'p' OR "
86 "service =~ 'r'", -1, 1, CONNECTION_LOOKUP },
87 { "LOOKUP hosts MATCHING NOT "
88 "host =~ 'p' AND "
89 "service =~ 'p' OR "
90 "service =~ 'r'", -1, 1, CONNECTION_LOOKUP },
91 { "LOOKUP hosts MATCHING "
92 "host =~ 'p' "
93 "FILTER :age > 1D", -1, 1, CONNECTION_LOOKUP },
94 { "LOOKUP hosts MATCHING "
95 "host =~ 'p' "
96 "FILTER :age > 1D AND "
97 ":interval < 240s" , -1, 1, CONNECTION_LOOKUP },
98 { "LOOKUP hosts MATCHING "
99 "host =~ 'p' "
100 "FILTER NOT :age>1D", -1, 1, CONNECTION_LOOKUP },
101 { "LOOKUP hosts MATCHING "
102 "host =~ 'p' "
103 "FILTER :age>"
104 ":interval", -1, 1, CONNECTION_LOOKUP },
106 { "TIMESERIES 'host'.'metric' "
107 "START 2014-01-01 "
108 "END 2014-12-31 "
109 "23:59:59", -1, 1, CONNECTION_TIMESERIES },
110 { "TIMESERIES 'host'.'metric' "
111 "START 2014-02-02 "
112 "14:02", -1, 1, CONNECTION_TIMESERIES },
113 { "TIMESERIES 'host'.'metric' "
114 "END 2014-02-02", -1, 1, CONNECTION_TIMESERIES },
115 { "TIMESERIES "
116 "'host'.'metric'", -1, 1, CONNECTION_TIMESERIES },
118 /* string constants */
119 { "LOOKUP hosts MATCHING "
120 "host = ''''", -1, 1, CONNECTION_LOOKUP },
121 { "LOOKUP hosts MATCHING "
122 "host = '''foo'", -1, 1, CONNECTION_LOOKUP },
123 { "LOOKUP hosts MATCHING "
124 "host = 'f''oo'", -1, 1, CONNECTION_LOOKUP },
125 { "LOOKUP hosts MATCHING "
126 "host = 'foo'''", -1, 1, CONNECTION_LOOKUP },
127 { "LOOKUP hosts MATCHING "
128 "host = '''", -1, -1, 0 },
130 /* numeric constants */
131 { "LOOKUP hosts MATCHING "
132 "attribute[foo] = "
133 "1234", -1, 1, CONNECTION_LOOKUP },
134 { "LOOKUP hosts MATCHING "
135 "attribute[foo] != "
136 "+234", -1, 1, CONNECTION_LOOKUP },
137 { "LOOKUP hosts MATCHING "
138 "attribute[foo] < "
139 "-234", -1, 1, CONNECTION_LOOKUP },
140 { "LOOKUP hosts MATCHING "
141 "attribute[foo] > "
142 "12.4", -1, 1, CONNECTION_LOOKUP },
143 { "LOOKUP hosts MATCHING "
144 "attribute[foo] <= "
145 "12. + .3", -1, 1, CONNECTION_LOOKUP },
146 { "LOOKUP hosts MATCHING "
147 "attribute[foo] >= "
148 ".4", -1, 1, CONNECTION_LOOKUP },
149 { "LOOKUP hosts MATCHING "
150 "attribute[foo] = "
151 "+12e3", -1, 1, CONNECTION_LOOKUP },
152 { "LOOKUP hosts MATCHING "
153 "attribute[foo] = "
154 "+12e-3", -1, 1, CONNECTION_LOOKUP },
155 { "LOOKUP hosts MATCHING "
156 "attribute[foo] = "
157 "-12e+3", -1, 1, CONNECTION_LOOKUP },
159 /* date, time, interval constants */
160 { "LOOKUP hosts MATCHING "
161 "attribute[foo] = "
162 "1 Y 42D", -1, 1, CONNECTION_LOOKUP },
163 { "LOOKUP hosts MATCHING "
164 "attribute[foo] = "
165 "1s 42D", -1, 1, CONNECTION_LOOKUP },
166 /*
167 * TODO: Something like 1Y42D should work as well but it doesn't since
168 * the scanner will tokenize it into {digit}{identifier} :-/
169 *
170 { "LOOKUP hosts MATCHING "
171 "attribute[foo] = "
172 "1Y42D", -1, 1, CONNECTION_LOOKUP },
173 */
175 /* NULL */
176 { "LOOKUP hosts MATCHING "
177 "attribute[foo] "
178 "IS NULL", -1, 1, CONNECTION_LOOKUP },
179 { "LOOKUP hosts MATCHING "
180 "attribute[foo] "
181 "IS NOT NULL", -1, 1, CONNECTION_LOOKUP },
182 { "LOOKUP hosts MATCHING "
183 "NOT attribute[foo] "
184 "IS NULL", -1, 1, CONNECTION_LOOKUP },
185 { "LOOKUP hosts MATCHING "
186 "host IS NULL", -1, -1, 0 },
187 { "LOOKUP hosts MATCHING "
188 "service IS NULL", -1, -1, 0 },
190 /* invalid numeric constants */
191 { "LOOKUP hosts MATCHING "
192 "attribute[foo] = "
193 "+-12e+3", -1, -1, 0 },
194 { "LOOKUP hosts MATCHING "
195 "attribute[foo] = "
196 "-12e-+3", -1, -1, 0 },
197 { "LOOKUP hosts MATCHING "
198 "attribute[foo] = "
199 "e+3", -1, -1, 0 },
200 { "LOOKUP hosts MATCHING "
201 "attribute[foo] = "
202 "3e", -1, -1, 0 },
203 /* following SQL standard, we don't support hex numbers */
204 { "LOOKUP hosts MATCHING "
205 "attribute[foo] = "
206 "0x12", -1, -1, 0 },
208 /* invalid expressions */
209 { "LOOKUP hosts MATCHING "
210 "attribute[foo] = "
211 "1.23 + 'foo'", -1, -1, 0 },
213 /* comments */
214 { "/* some comment */", -1, 0, 0 },
215 { "-- another comment", -1, 0, 0 },
217 /* syntax errors */
218 { "INVALID", -1, -1, 0 },
219 { "FETCH host", -1, -1, 0 },
220 { "FETCH 'host'", -1, -1, 0 },
221 { "LIST hosts; INVALID", -1, -1, 0 },
222 { "/* some incomplete", -1, -1, 0 },
224 { "LIST", -1, -1, 0 },
225 { "LIST foo", -1, -1, 0 },
226 { "LIST hosts MATCHING "
227 "host = 'host'", -1, -1, 0 },
228 { "LIST foo FILTER "
229 "host = 'host'", -1, -1, 0 },
230 { "FETCH host 'host' MATCHING "
231 "host = 'host'", -1, -1, 0 },
232 { "FETCH foo 'host'", -1, -1, 0 },
233 { "FETCH foo 'host' FILTER "
234 "host = 'host'", -1, -1, 0 },
236 { "LOOKUP foo", -1, -1, 0 },
237 { "LOOKUP foo MATCHING "
238 "host = 'host'", -1, -1, 0 },
239 { "LOOKUP foo FILTER "
240 "host = 'host'", -1, -1, 0 },
241 { "LOOKUP foo MATCHING "
242 "host = 'host' FILTER "
243 "host = 'host'", -1, -1, 0 },
244 };
246 size_t i;
247 sdb_llist_t *check;
249 for (i = 0; i < SDB_STATIC_ARRAY_LEN(golden_data); ++i) {
250 sdb_object_t *obj;
251 _Bool ok;
253 check = sdb_fe_parse(golden_data[i].query, golden_data[i].len);
254 if (golden_data[i].expected < 0)
255 ok = check == 0;
256 else
257 ok = sdb_llist_len(check) == (size_t)golden_data[i].expected;
259 fail_unless(ok, "sdb_fe_parse(%s) = %p (len: %zu); expected: %d",
260 golden_data[i].query, check, sdb_llist_len(check),
261 golden_data[i].expected);
263 if (! check)
264 continue;
266 if ((! golden_data[i].expected_cmd)
267 || (golden_data[i].expected <= 0)) {
268 sdb_llist_destroy(check);
269 continue;
270 }
272 obj = sdb_llist_get(check, 0);
273 fail_unless(SDB_CONN_NODE(obj)->cmd == golden_data[i].expected_cmd,
274 "sdb_fe_parse(%s)->cmd = %i; expected: %d",
275 golden_data[i].query, SDB_CONN_NODE(obj)->cmd,
276 golden_data[i].expected_cmd);
277 sdb_object_deref(obj);
278 sdb_llist_destroy(check);
279 }
280 }
281 END_TEST
283 START_TEST(test_parse_matcher)
284 {
285 struct {
286 const char *expr;
287 int len;
288 int expected;
289 } golden_data[] = {
290 /* empty expressions */
291 { NULL, -1, -1 },
292 { "", -1, -1 },
294 /* valid expressions */
295 { "host = 'localhost'", -1, MATCHER_NAME },
296 { "host != 'localhost'", -1, MATCHER_NOT },
297 { "host =~ 'host'", -1, MATCHER_NAME },
298 { "host !~ 'host'", -1, MATCHER_NOT },
299 { "host = 'localhost' -- foo", -1, MATCHER_NAME },
300 { "host = 'host' <garbage>", 13, MATCHER_NAME },
301 /* match hosts by service */
302 { "service = 'name'", -1, MATCHER_NAME },
303 { "service != 'name'", -1, MATCHER_NOT },
304 { "service =~ 'pattern'", -1, MATCHER_NAME },
305 { "service !~ 'pattern'", -1, MATCHER_NOT },
306 /* match hosts by attribute */
307 { "attribute = 'name'", -1, MATCHER_NAME },
308 { "attribute != 'name'", -1, MATCHER_NOT },
309 { "attribute =~ 'pattern'", -1, MATCHER_NAME },
310 { "attribute !~ 'pattern'", -1, MATCHER_NOT },
311 /* composite expressions */
312 { "host =~ 'pattern' AND "
313 "service =~ 'pattern'", -1, MATCHER_AND },
314 { "host =~ 'pattern' OR "
315 "service =~ 'pattern'", -1, MATCHER_OR },
316 { "NOT host = 'host'", -1, MATCHER_NOT },
317 /* numeric expressions */
318 { "attribute[foo] < 123", -1, MATCHER_LT },
319 { "attribute[foo] <= 123", -1, MATCHER_LE },
320 { "attribute[foo] = 123", -1, MATCHER_EQ },
321 { "attribute[foo] >= 123", -1, MATCHER_GE },
322 { "attribute[foo] > 123", -1, MATCHER_GT },
323 /* datetime expressions */
324 { "attribute[foo] = "
325 "2014-08-16", -1, MATCHER_EQ },
326 { "attribute[foo] = "
327 "17:23", -1, MATCHER_EQ },
328 { "attribute[foo] = "
329 "17:23:53", -1, MATCHER_EQ },
330 { "attribute[foo] = "
331 "17:23:53.123", -1, MATCHER_EQ },
332 { "attribute[foo] = "
333 "17:23:53.123456789", -1, MATCHER_EQ },
334 { "attribute[foo] = "
335 "2014-08-16 17:23", -1, MATCHER_EQ },
336 { "attribute[foo] = "
337 "2014-08-16 17:23:53", -1, MATCHER_EQ },
338 /* NULL; while this is an implementation detail,
339 * IS NULL currently maps to an equality matcher */
340 { "attribute[foo] IS NULL", -1, MATCHER_ISNULL },
341 { "attribute[foo] IS NOT NULL", -1, MATCHER_NOT },
343 /* object field matchers */
344 { ":last_update < 10s", -1, MATCHER_LT },
345 { ":AGE <= 1m", -1, MATCHER_LE },
346 { ":interval = 10h", -1, MATCHER_EQ },
347 { ":Last_Update >= 24D", -1, MATCHER_GE },
348 { ":age > 1M", -1, MATCHER_GT },
349 { ":age != 20Y", -1, MATCHER_NOT },
350 { ":backend != 'be'", -1, MATCHER_NOT },
351 { ":age <= 2 * :interval", -1, MATCHER_LE },
353 /* check operator precedence */
354 { "host = 'name' OR "
355 "service = 'name' AND "
356 "attribute = 'name' OR "
357 "attribute[foo] = 'bar'", -1, MATCHER_OR },
358 { "host = 'name' AND "
359 "service = 'name' AND "
360 "attribute = 'name' OR "
361 "attribute[foo] = 'bar'", -1, MATCHER_OR },
362 { "host = 'name' AND "
363 "service = 'name' OR "
364 "attribute = 'name' AND "
365 "attribute[foo] = 'bar'", -1, MATCHER_OR },
366 { "(host = 'name' OR "
367 "service = 'name') AND "
368 "(attribute = 'name' OR "
369 "attribute[foo] = 'bar')", -1, MATCHER_AND },
370 { "NOT host = 'name' OR "
371 "service = 'name'", -1, MATCHER_OR },
372 { "NOT host = 'name' OR "
373 "NOT service = 'name'", -1, MATCHER_OR },
374 { "NOT (host = 'name' OR "
375 "NOT service = 'name')", -1, MATCHER_NOT },
377 /* syntax errors */
378 { "LIST", -1, -1 },
379 { "foo &^ bar", -1, -1 },
380 };
382 size_t i;
384 for (i = 0; i < SDB_STATIC_ARRAY_LEN(golden_data); ++i) {
385 sdb_store_matcher_t *m;
386 m = sdb_fe_parse_matcher(golden_data[i].expr, golden_data[i].len);
388 if (golden_data[i].expected < 0) {
389 fail_unless(m == NULL,
390 "sdb_fe_parse_matcher(%s) = %p; expected: NULL",
391 golden_data[i].expr, m);
392 continue;
393 }
395 fail_unless(m != NULL, "sdb_fe_parse_matcher(%s) = NULL; "
396 "expected: <matcher>", golden_data[i].expr);
397 fail_unless(M(m)->type == golden_data[i].expected,
398 "sdb_fe_parse_matcher(%s) returned matcher of type %d; "
399 "expected: %d", golden_data[i].expr, M(m)->type,
400 golden_data[i].expected);
402 sdb_object_deref(SDB_OBJ(m));
403 }
404 }
405 END_TEST
407 Suite *
408 fe_parser_suite(void)
409 {
410 Suite *s = suite_create("frontend::parser");
411 TCase *tc;
413 tc = tcase_create("core");
414 tcase_add_test(tc, test_parse);
415 tcase_add_test(tc, test_parse_matcher);
416 suite_add_tcase(s, tc);
418 return s;
419 } /* util_parser_suite */
421 /* vim: set tw=78 sw=4 ts=4 noexpandtab : */