1 /*
2 * SysDB - t/unit/frontend/parser_test.c
3 * Copyright (C) 2013-2015 Sebastian 'tokkee' Harl <sh@tokkee.org>
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
17 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
19 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
28 #if HAVE_CONFIG_H
29 # include "config.h"
30 #endif
32 #include "frontend/connection.h"
33 #include "frontend/parser.h"
34 #include "core/store-private.h"
35 #include "core/object.h"
36 #include "testutils.h"
38 #include <check.h>
39 #include <limits.h>
41 /*
42 * tests
43 */
45 struct {
46 const char *query;
47 int len;
48 int expected;
49 sdb_conn_state_t expected_cmd;
50 } parse_data[] = {
51 /* empty commands */
52 { NULL, -1, -1, 0 },
53 { "", -1, 0, 0 },
54 { ";", -1, 0, 0 },
55 { ";;", -1, 0, 0 },
57 /* FETCH commands */
58 { "FETCH host 'host'", -1, 1, SDB_CONNECTION_FETCH },
59 { "FETCH host 'host' FILTER "
60 "age > 60s", -1, 1, SDB_CONNECTION_FETCH },
61 { "FETCH service "
62 "'host'.'service'", -1, 1, SDB_CONNECTION_FETCH },
63 { "FETCH metric "
64 "'host'.'metric'", -1, 1, SDB_CONNECTION_FETCH },
66 /* LIST commands */
67 { "LIST hosts", -1, 1, SDB_CONNECTION_LIST },
68 { "LIST hosts -- foo", -1, 1, SDB_CONNECTION_LIST },
69 { "LIST hosts;", -1, 1, SDB_CONNECTION_LIST },
70 { "LIST hosts; INVALID", 11, 1, SDB_CONNECTION_LIST },
71 { "LIST hosts FILTER "
72 "age > 60s", -1, 1, SDB_CONNECTION_LIST },
73 { "LIST services", -1, 1, SDB_CONNECTION_LIST },
74 { "LIST services FILTER "
75 "age > 60s", -1, 1, SDB_CONNECTION_LIST },
76 { "LIST metrics", -1, 1, SDB_CONNECTION_LIST },
77 { "LIST metrics FILTER "
78 "age > 60s", -1, 1, SDB_CONNECTION_LIST },
80 /* LOOKUP commands */
81 { "LOOKUP hosts", -1, 1, SDB_CONNECTION_LOOKUP },
82 { "LOOKUP hosts MATCHING "
83 "name = 'host'", -1, 1, SDB_CONNECTION_LOOKUP },
84 { "LOOKUP hosts MATCHING NOT "
85 "name = 'host'", -1, 1, SDB_CONNECTION_LOOKUP },
86 { "LOOKUP hosts MATCHING "
87 "name =~ 'p' AND "
88 "ANY service =~ 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
89 { "LOOKUP hosts MATCHING NOT "
90 "name =~ 'p' AND "
91 "ANY service =~ 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
92 { "LOOKUP hosts MATCHING "
93 "name =~ 'p' AND "
94 "ANY service =~ 'p' OR "
95 "ANY service =~ 'r'", -1, 1, SDB_CONNECTION_LOOKUP },
96 { "LOOKUP hosts MATCHING NOT "
97 "name =~ 'p' AND "
98 "ANY service =~ 'p' OR "
99 "ANY service =~ 'r'", -1, 1, SDB_CONNECTION_LOOKUP },
100 { "LOOKUP hosts MATCHING "
101 "name =~ 'p' "
102 "FILTER age > 1D", -1, 1, SDB_CONNECTION_LOOKUP },
103 { "LOOKUP hosts MATCHING "
104 "name =~ 'p' "
105 "FILTER age > 1D AND "
106 "interval < 240s" , -1, 1, SDB_CONNECTION_LOOKUP },
107 { "LOOKUP hosts MATCHING "
108 "name =~ 'p' "
109 "FILTER NOT age>1D", -1, 1, SDB_CONNECTION_LOOKUP },
110 { "LOOKUP hosts MATCHING "
111 "name =~ 'p' "
112 "FILTER age>"
113 "interval", -1, 1, SDB_CONNECTION_LOOKUP },
114 { "LOOKUP hosts MATCHING "
115 "host.name =~ 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
116 { "LOOKUP services", -1, 1, SDB_CONNECTION_LOOKUP },
117 { "LOOKUP services MATCHING ANY "
118 "attribute =~ 'a'", -1, 1, SDB_CONNECTION_LOOKUP },
119 { "LOOKUP services MATCHING "
120 "host.name = 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
121 { "LOOKUP services MATCHING "
122 "service.name = 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
123 { "LOOKUP metrics", -1, 1, SDB_CONNECTION_LOOKUP },
124 { "LOOKUP metrics MATCHING ANY "
125 "attribute =~ 'a'", -1, 1, SDB_CONNECTION_LOOKUP },
126 { "LOOKUP metrics MATCHING "
127 "host.name = 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
128 { "LOOKUP metrics MATCHING "
129 "metric.name = 'p'", -1, 1, SDB_CONNECTION_LOOKUP },
131 /* TIMESERIES commands */
132 { "TIMESERIES 'host'.'metric' "
133 "START 2014-01-01 "
134 "END 2014-12-31 "
135 "23:59:59", -1, 1, SDB_CONNECTION_TIMESERIES },
136 { "TIMESERIES 'host'.'metric' "
137 "START 2014-02-02 "
138 "14:02", -1, 1, SDB_CONNECTION_TIMESERIES },
139 { "TIMESERIES 'host'.'metric' "
140 "END 2014-02-02", -1, 1, SDB_CONNECTION_TIMESERIES },
141 { "TIMESERIES "
142 "'host'.'metric'", -1, 1, SDB_CONNECTION_TIMESERIES },
144 /* STORE commands */
145 { "STORE host 'host'", -1, 1, SDB_CONNECTION_STORE_HOST },
146 { "STORE host 'host' "
147 "LAST UPDATE "
148 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_HOST },
149 { "STORE host attribute "
150 "'host'.'key' 123", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
151 { "STORE host attribute "
152 "'host'.'key' 123 "
153 "LAST UPDATE "
154 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
155 { "STORE service "
156 "'host'.'svc'", -1, 1, SDB_CONNECTION_STORE_SERVICE },
157 { "STORE service "
158 "'host'.'svc' "
159 "LAST UPDATE "
160 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_SERVICE },
161 { "STORE service attribute "
162 "'host'.'svc'.'key' "
163 "123", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
164 { "STORE service attribute "
165 "'host'.'svc'.'key' "
166 "123 "
167 "LAST UPDATE "
168 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
169 { "STORE metric "
170 "'host'.'metric'", -1, 1, SDB_CONNECTION_STORE_METRIC },
171 { "STORE metric "
172 "'host'.'metric' "
173 "LAST UPDATE "
174 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_METRIC },
175 { "STORE metric "
176 "'host'.'metric' "
177 "STORE 'typ' 'id' "
178 "LAST UPDATE "
179 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_METRIC },
180 { "STORE metric attribute "
181 "'host'.'metric'.'key' "
182 "123", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
183 { "STORE metric attribute "
184 "'host'.'metric'.'key' "
185 "123 "
186 "LAST UPDATE "
187 "2015-02-01", -1, 1, SDB_CONNECTION_STORE_ATTRIBUTE },
189 /* string constants */
190 { "LOOKUP hosts MATCHING "
191 "name = ''''", -1, 1, SDB_CONNECTION_LOOKUP },
192 { "LOOKUP hosts MATCHING "
193 "name = '''foo'", -1, 1, SDB_CONNECTION_LOOKUP },
194 { "LOOKUP hosts MATCHING "
195 "name = 'f''oo'", -1, 1, SDB_CONNECTION_LOOKUP },
196 { "LOOKUP hosts MATCHING "
197 "name = 'foo'''", -1, 1, SDB_CONNECTION_LOOKUP },
198 { "LOOKUP hosts MATCHING "
199 "name = '''", -1, -1, 0 },
201 /* numeric constants */
202 { "LOOKUP hosts MATCHING "
203 "attribute['foo'] = "
204 "1234", -1, 1, SDB_CONNECTION_LOOKUP },
205 { "LOOKUP hosts MATCHING "
206 "attribute['foo'] != "
207 "+234", -1, 1, SDB_CONNECTION_LOOKUP },
208 { "LOOKUP hosts MATCHING "
209 "attribute['foo'] < "
210 "-234", -1, 1, SDB_CONNECTION_LOOKUP },
211 { "LOOKUP hosts MATCHING "
212 "attribute['foo'] > "
213 "12.4", -1, 1, SDB_CONNECTION_LOOKUP },
214 { "LOOKUP hosts MATCHING "
215 "attribute['foo'] <= "
216 "12. + .3", -1, 1, SDB_CONNECTION_LOOKUP },
217 { "LOOKUP hosts MATCHING "
218 "attribute['foo'] <= "
219 "'f' || 'oo'", -1, 1, SDB_CONNECTION_LOOKUP },
220 { "LOOKUP hosts MATCHING "
221 "attribute['foo'] >= "
222 ".4", -1, 1, SDB_CONNECTION_LOOKUP },
223 { "LOOKUP hosts MATCHING "
224 "attribute['foo'] = "
225 "+12e3", -1, 1, SDB_CONNECTION_LOOKUP },
226 { "LOOKUP hosts MATCHING "
227 "attribute['foo'] = "
228 "+12e-3", -1, 1, SDB_CONNECTION_LOOKUP },
229 { "LOOKUP hosts MATCHING "
230 "attribute['foo'] = "
231 "-12e+3", -1, 1, SDB_CONNECTION_LOOKUP },
233 /* date, time, interval constants */
234 { "LOOKUP hosts MATCHING "
235 "attribute['foo'] = "
236 "1 Y 42D", -1, 1, SDB_CONNECTION_LOOKUP },
237 { "LOOKUP hosts MATCHING "
238 "attribute['foo'] = "
239 "1s 42D", -1, 1, SDB_CONNECTION_LOOKUP },
240 /*
241 * TODO: Something like 1Y42D should work as well but it doesn't since
242 * the scanner will tokenize it into {digit}{identifier} :-/
243 *
244 { "LOOKUP hosts MATCHING "
245 "attribute['foo'] = "
246 "1Y42D", -1, 1, SDB_CONNECTION_LOOKUP },
247 */
249 /* array constants */
250 { "LOOKUP hosts MATCHING "
251 "backend = ['foo']", -1, 1, SDB_CONNECTION_LOOKUP },
252 { "LOOKUP hosts MATCHING "
253 "backend = ['a','b']", -1, 1, SDB_CONNECTION_LOOKUP },
255 /* array iteration */
256 { "LOOKUP hosts MATCHING "
257 "'foo' IN backend", -1, 1, SDB_CONNECTION_LOOKUP },
258 { "LOOKUP hosts MATCHING 'foo' "
259 "NOT IN backend", -1, 1, SDB_CONNECTION_LOOKUP },
260 { "LOOKUP hosts MATCHING "
261 "['foo','bar'] "
262 "IN backend ", -1, 1, SDB_CONNECTION_LOOKUP },
263 /* attribute type is unknown */
264 { "LOOKUP hosts MATCHING "
265 "attribute['backend'] "
266 "IN backend ", -1, 1, SDB_CONNECTION_LOOKUP },
267 /* type mismatch */
268 { "LOOKUP hosts MATCHING "
269 "1 IN backend ", -1, -1, 0 },
270 { "LOOKUP hosts MATCHING "
271 "1 NOT IN backend ", -1, -1, 0 },
272 { "LOOKUP hosts MATCHING "
273 "ANY backend < 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
274 { "LOOKUP hosts MATCHING "
275 "ANY backend <= 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
276 { "LOOKUP hosts MATCHING "
277 "ANY backend = 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
278 { "LOOKUP hosts MATCHING "
279 "ANY backend != 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
280 { "LOOKUP hosts MATCHING "
281 "ANY backend >= 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
282 { "LOOKUP hosts MATCHING "
283 "ANY backend > 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
284 { "LOOKUP hosts MATCHING "
285 "ANY backend =~ 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
286 { "LOOKUP hosts MATCHING "
287 "ANY backend !~ 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
288 /* right operand is an array */
289 { "LOOKUP hosts MATCHING "
290 "ANY backend !~ backend",
291 -1, -1, 0 },
292 { "LOOKUP hosts MATCHING "
293 "ALL backend < 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
294 { "LOOKUP hosts MATCHING "
295 "ALL backend <= 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
296 { "LOOKUP hosts MATCHING "
297 "ALL backend = 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
298 { "LOOKUP hosts MATCHING "
299 "ALL backend != 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
300 { "LOOKUP hosts MATCHING "
301 "ALL backend >= 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
302 { "LOOKUP hosts MATCHING "
303 "ALL backend > 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
304 { "LOOKUP hosts MATCHING "
305 "ALL backend =~ 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
306 { "LOOKUP hosts MATCHING "
307 "ALL backend !~ 'b'", -1, 1, SDB_CONNECTION_LOOKUP },
308 /* attribute type is unknown */
309 { "LOOKUP hosts MATCHING "
310 "ANY backend = attribute['backend']",
311 -1, 1, SDB_CONNECTION_LOOKUP },
312 /* type mismatch */
313 { "LOOKUP hosts MATCHING "
314 "ANY backend = 1", -1, -1, 0 },
316 /* valid operand types */
317 { "LOOKUP hosts MATCHING "
318 "age * 1 > 0s", -1, 1, SDB_CONNECTION_LOOKUP },
319 { "LOOKUP hosts MATCHING "
320 "age / 1 > 0s", -1, 1, SDB_CONNECTION_LOOKUP },
321 { "LOOKUP hosts MATCHING "
322 "name > ''", -1, 1, SDB_CONNECTION_LOOKUP },
323 { "LOOKUP hosts MATCHING "
324 "name >= ''", -1, 1, SDB_CONNECTION_LOOKUP },
325 { "LOOKUP hosts MATCHING "
326 "name != ''", -1, 1, SDB_CONNECTION_LOOKUP },
327 { "LOOKUP hosts MATCHING "
328 "name = ''", -1, 1, SDB_CONNECTION_LOOKUP },
329 { "LOOKUP hosts MATCHING "
330 "name <= ''", -1, 1, SDB_CONNECTION_LOOKUP },
331 { "LOOKUP hosts MATCHING "
332 "name < ''", -1, 1, SDB_CONNECTION_LOOKUP },
334 /* NULL */
335 { "LOOKUP hosts MATCHING "
336 "attribute['foo'] "
337 "IS NULL", -1, 1, SDB_CONNECTION_LOOKUP },
338 { "LOOKUP hosts MATCHING "
339 "attribute['foo'] "
340 "IS NOT NULL", -1, 1, SDB_CONNECTION_LOOKUP },
341 { "LOOKUP hosts MATCHING "
342 "NOT attribute['foo'] "
343 "IS NULL", -1, 1, SDB_CONNECTION_LOOKUP },
344 { "LOOKUP hosts MATCHING "
345 "ANY service IS NULL", -1, -1, 0 },
347 /* invalid numeric constants */
348 { "LOOKUP hosts MATCHING "
349 "attribute['foo'] = "
350 "+-12e+3", -1, -1, 0 },
351 { "LOOKUP hosts MATCHING "
352 "attribute['foo'] = "
353 "-12e-+3", -1, -1, 0 },
354 { "LOOKUP hosts MATCHING "
355 "attribute['foo'] = "
356 "e+3", -1, -1, 0 },
357 { "LOOKUP hosts MATCHING "
358 "attribute['foo'] = "
359 "3e", -1, -1, 0 },
360 /* following SQL standard, we don't support hex numbers */
361 { "LOOKUP hosts MATCHING "
362 "attribute['foo'] = "
363 "0x12", -1, -1, 0 },
365 /* invalid expressions */
366 { "LOOKUP hosts MATCHING "
367 "attribute['foo'] = "
368 "1.23 + 'foo'", -1, -1, 0 },
369 { "LOOKUP hosts MATCHING "
370 "attr['foo'] = 1.23", -1, -1, 0 },
371 { "LOOKUP hosts MATCHING "
372 "attr['foo'] IS NULL", -1, -1, 0 },
374 /* type mismatches */
375 { "LOOKUP hosts MATCHING "
376 "age > 0", -1, -1, 0 },
377 { "LOOKUP hosts MATCHING "
378 "NOT age > 0", -1, -1, 0 },
379 { "LOOKUP hosts MATCHING "
380 "age >= 0", -1, -1, 0 },
381 { "LOOKUP hosts MATCHING "
382 "age = 0", -1, -1, 0 },
383 { "LOOKUP hosts MATCHING "
384 "age != 0", -1, -1, 0 },
385 { "LOOKUP hosts MATCHING "
386 "age <= 0", -1, -1, 0 },
387 { "LOOKUP hosts MATCHING "
388 "age < 0", -1, -1, 0 },
389 { "LOOKUP hosts MATCHING "
390 "age + 1 > 0s", -1, -1, 0 },
391 { "LOOKUP hosts MATCHING "
392 "age - 1 > 0s", -1, -1, 0 },
393 /* datetime <mul/div> integer is allowed */
394 { "LOOKUP hosts MATCHING "
395 "age || 1 > 0s", -1, -1, 0 },
396 { "LOOKUP hosts MATCHING "
397 "name + 1 = ''", -1, -1, 0 },
398 { "LOOKUP hosts MATCHING "
399 "name - 1 = ''", -1, -1, 0 },
400 { "LOOKUP hosts MATCHING "
401 "name * 1 = ''", -1, -1, 0 },
402 { "LOOKUP hosts MATCHING "
403 "name / 1 = ''", -1, -1, 0 },
404 { "LOOKUP hosts MATCHING "
405 "name % 1 = ''", -1, -1, 0 },
406 { "LOOKUP hosts MATCHING "
407 "(name % 1) + 1 = ''", -1, -1, 0 },
408 { "LOOKUP hosts MATCHING "
409 "1 + (name % 1) = ''", -1, -1, 0 },
410 { "LOOKUP hosts MATCHING "
411 "'' = 1 + (name % 1)", -1, -1, 0 },
412 { "LOOKUP hosts MATCHING "
413 "age > 0 AND "
414 "age = 0s", -1, -1, 0 },
415 { "LOOKUP hosts MATCHING "
416 "age = 0s AND "
417 "age > 0", -1, -1, 0 },
418 { "LOOKUP services MATCHING "
419 "host.name > 0", -1, -1, 0 },
420 { "LOOKUP services MATCHING "
421 "backend > 'b'", -1, -1, 0 },
422 { "LOOKUP services MATCHING "
423 "'b' > backend", -1, -1, 0 },
424 { "LOOKUP services MATCHING "
425 "attribute['a'] > backend",
426 -1, -1, 0 },
427 { "LOOKUP services MATCHING "
428 "backend > attribute['a']",
429 -1, -1, 0 },
430 { "LOOKUP services MATCHING "
431 "host.name + 1 = ''", -1, -1, 0 },
432 { "LOOKUP hosts MATCHING "
433 "'a' + 1 IN 'b'", -1, -1, 0 },
434 { "LOOKUP hosts MATCHING "
435 "'a' IN 'b' - 1", -1, -1, 0 },
436 { "LOOKUP hosts MATCHING "
437 "name + 1 IN 'b'", -1, -1, 0 },
438 { "LOOKUP hosts MATCHING "
439 "'a' IN name - 1", -1, -1, 0 },
440 { "LOOKUP hosts MATCHING "
441 "'b' IN 'abc'", -1, -1, 0 },
442 { "LOOKUP hosts MATCHING "
443 "1 IN age", -1, -1, 0 },
444 { "LOOKUP hosts MATCHING "
445 "name =~ 'a' + 1", -1, -1, 0 },
446 { "LOOKUP hosts MATCHING "
447 "name =~ name + 1", -1, -1, 0 },
448 { "LOOKUP hosts MATCHING "
449 "name + 1 =~ 'a'", -1, -1, 0 },
450 { "LOOKUP hosts MATCHING "
451 "name =~ 1", -1, -1, 0 },
452 { "LOOKUP hosts MATCHING "
453 "name + 1 IS NULL", -1, -1, 0 },
454 { "LOOKUP hosts FILTER "
455 "name + 1 IS NULL", -1, -1, 0 },
457 /* comments */
458 { "/* some comment */", -1, 0, 0 },
459 { "-- another comment", -1, 0, 0 },
461 /* syntax errors */
462 { "INVALID", -1, -1, 0 },
463 { "FETCH host", -1, -1, 0 },
464 { "FETCH 'host'", -1, -1, 0 },
465 { "LIST hosts; INVALID", -1, -1, 0 },
466 { "/* some incomplete", -1, -1, 0 },
468 /* invalid LIST commands */
469 { "LIST", -1, -1, 0 },
470 { "LIST foo", -1, -1, 0 },
471 { "LIST hosts MATCHING "
472 "name = 'host'", -1, -1, 0 },
473 { "LIST foo FILTER "
474 "age > 60s", -1, -1, 0 },
476 /* invalid FETCH commands */
477 { "FETCH host 'host' MATCHING "
478 "name = 'host'", -1, -1, 0 },
479 { "FETCH service 'host'",-1, -1, 0 },
480 { "FETCH metric 'host'", -1, -1, 0 },
481 { "FETCH host "
482 "'host'.'localhost'", -1, -1, 0 },
483 { "FETCH foo 'host'", -1, -1, 0 },
484 { "FETCH foo 'host' FILTER "
485 "age > 60s", -1, -1, 0 },
487 /* invalid LOOKUP commands */
488 { "LOOKUP foo", -1, -1, 0 },
489 { "LOOKUP foo MATCHING "
490 "name = 'host'", -1, -1, 0 },
491 { "LOOKUP foo FILTER "
492 "age > 60s", -1, -1, 0 },
493 { "LOOKUP foo MATCHING "
494 "name = 'host' FILTER "
495 "age > 60s", -1, -1, 0 },
496 { "LOOKUP hosts MATCHING "
497 "attribute['foo'] <= "
498 "f || 'oo'", -1, -1, 0 },
499 { "LOOKUP hosts MATCHING "
500 "attribute['foo'] <= "
501 "'f' || oo", -1, -1, 0 },
502 { "LOOKUP hosts MATCHING "
503 "ANY host = 'host'", -1, -1, 0 },
504 { "LOOKUP hosts MATCHING "
505 "ANY service > 1", -1, -1, 0 },
506 { "LOOKUP hosts MATCHING "
507 "service.name = 's'", -1, -1, 0 },
508 { "LOOKUP services MATCHING "
509 "ANY host = 'host'", -1, -1, 0 },
510 { "LOOKUP services MATCHING "
511 "ANY service = 'svc'", -1, -1, 0 },
512 { "LOOKUP services MATCHING "
513 "ANY metric = 'm'", -1, -1, 0 },
514 { "LOOKUP services MATCHING "
515 "metric.name = 'm'", -1, -1, 0 },
516 { "LOOKUP metrics MATCHING "
517 "ANY host = 'host'", -1, -1, 0 },
518 { "LOOKUP metrics MATCHING "
519 "ANY service = 'svc'", -1, -1, 0 },
520 { "LOOKUP metrics MATCHING "
521 "ANY metric = 'm'", -1, -1, 0 },
522 { "LOOKUP metrics MATCHING "
523 "service.name = 'm'", -1, -1, 0 },
525 /* invalid STORE commands */
526 { "STORE host "
527 "'obj'.'host'", -1, -1, 0 },
528 { "STORE host attribute "
529 ".'key' 123", -1, -1, 0 },
530 { "STORE host attribute "
531 "'o'.'h'.'key' 123", -1, -1, 0 },
532 { "STORE service 'svc'", -1, -1, 0 },
533 { "STORE service "
534 "'host'.'svc' "
535 "STORE 'typ' 'id' "
536 "LAST UPDATE "
537 "2015-02-01", -1, -1, 0 },
538 { "STORE service attribute "
539 "'svc'.'key' 123", -1, -1, 0 },
540 { "STORE metric 'm'", -1, -1, 0 },
541 { "STORE metric "
542 "'host'.'metric' "
543 "STORE 'typ'.'id' "
544 "LAST UPDATE "
545 "2015-02-01", -1, -1, 0 },
546 { "STORE metric attribute "
547 "'metric'.'key' 123", -1, -1, 0 },
548 };
550 START_TEST(test_parse)
551 {
552 sdb_strbuf_t *errbuf = sdb_strbuf_create(64);
553 sdb_llist_t *check;
554 sdb_object_t *obj;
555 _Bool ok;
557 check = sdb_fe_parse(parse_data[_i].query,
558 parse_data[_i].len, errbuf);
559 if (parse_data[_i].expected < 0)
560 ok = check == 0;
561 else
562 ok = sdb_llist_len(check) == (size_t)parse_data[_i].expected;
564 fail_unless(ok, "sdb_fe_parse(%s) = %p (len: %zu); expected: %d "
565 "(parser error: %s)", parse_data[_i].query, check,
566 sdb_llist_len(check), parse_data[_i].expected,
567 sdb_strbuf_string(errbuf));
569 if (! check) {
570 sdb_strbuf_destroy(errbuf);
571 return;
572 }
574 if ((! parse_data[_i].expected_cmd)
575 || (parse_data[_i].expected <= 0)) {
576 sdb_llist_destroy(check);
577 sdb_strbuf_destroy(errbuf);
578 return;
579 }
581 obj = sdb_llist_get(check, 0);
582 fail_unless(SDB_CONN_NODE(obj)->cmd == parse_data[_i].expected_cmd,
583 "sdb_fe_parse(%s)->cmd = %i; expected: %d",
584 parse_data[_i].query, SDB_CONN_NODE(obj)->cmd,
585 parse_data[_i].expected_cmd);
587 sdb_object_deref(obj);
588 sdb_llist_destroy(check);
589 sdb_strbuf_destroy(errbuf);
590 }
591 END_TEST
593 struct {
594 const char *expr;
595 int len;
596 int expected;
597 } parse_matcher_data[] = {
598 /* empty expressions */
599 { NULL, -1, -1 },
600 { "", -1, -1 },
602 /* match hosts by name */
603 { "name < 'localhost'", -1, MATCHER_LT },
604 { "name <= 'localhost'", -1, MATCHER_LE },
605 { "name = 'localhost'", -1, MATCHER_EQ },
606 { "name != 'localhost'", -1, MATCHER_NE },
607 { "name >= 'localhost'", -1, MATCHER_GE },
608 { "name > 'localhost'", -1, MATCHER_GT },
609 { "name =~ 'host'", -1, MATCHER_REGEX },
610 { "name !~ 'host'", -1, MATCHER_NREGEX },
611 { "name = 'localhost' -- foo", -1, MATCHER_EQ },
612 { "name = 'host' <garbage>", 13, MATCHER_EQ },
613 { "name &^ 'localhost'", -1, -1 },
614 /* match by backend */
615 { "ANY backend < 'be'", -1, MATCHER_ANY },
616 { "ANY backend <= 'be'", -1, MATCHER_ANY },
617 { "ANY backend = 'be'", -1, MATCHER_ANY },
618 { "ANY backend != 'be'", -1, MATCHER_ANY },
619 { "ANY backend >= 'be'", -1, MATCHER_ANY },
620 { "ANY backend > 'be'", -1, MATCHER_ANY },
621 { "ALL backend < 'be'", -1, MATCHER_ALL },
622 { "ALL backend <= 'be'", -1, MATCHER_ALL },
623 { "ALL backend = 'be'", -1, MATCHER_ALL },
624 { "ALL backend != 'be'", -1, MATCHER_ALL },
625 { "ALL backend >= 'be'", -1, MATCHER_ALL },
626 { "ALL backend > 'be'", -1, MATCHER_ALL },
627 { "ANY backend &^ 'be'", -1, -1 },
628 /* match hosts by service */
629 { "ANY service < 'name'", -1, MATCHER_ANY },
630 { "ANY service <= 'name'", -1, MATCHER_ANY },
631 { "ANY service = 'name'", -1, MATCHER_ANY },
632 { "ANY service != 'name'", -1, MATCHER_ANY },
633 { "ANY service >= 'name'", -1, MATCHER_ANY },
634 { "ANY service > 'name'", -1, MATCHER_ANY },
635 { "ANY service =~ 'pattern'", -1, MATCHER_ANY },
636 { "ANY service !~ 'pattern'", -1, MATCHER_ANY },
637 { "ANY service &^ 'name'", -1, -1 },
638 { "ALL service < 'name'", -1, MATCHER_ALL },
639 { "ALL service <= 'name'", -1, MATCHER_ALL },
640 { "ALL service = 'name'", -1, MATCHER_ALL },
641 { "ALL service != 'name'", -1, MATCHER_ALL },
642 { "ALL service >= 'name'", -1, MATCHER_ALL },
643 { "ALL service > 'name'", -1, MATCHER_ALL },
644 { "ALL service =~ 'pattern'", -1, MATCHER_ALL },
645 { "ALL service !~ 'pattern'", -1, MATCHER_ALL },
646 { "ALL service &^ 'name'", -1, -1 },
647 /* match hosts by metric */
648 { "ANY metric < 'name'", -1, MATCHER_ANY },
649 { "ANY metric <= 'name'", -1, MATCHER_ANY },
650 { "ANY metric = 'name'", -1, MATCHER_ANY },
651 { "ANY metric != 'name'", -1, MATCHER_ANY },
652 { "ANY metric >= 'name'", -1, MATCHER_ANY },
653 { "ANY metric > 'name'", -1, MATCHER_ANY },
654 { "ANY metric =~ 'pattern'", -1, MATCHER_ANY },
655 { "ANY metric !~ 'pattern'", -1, MATCHER_ANY },
656 { "ANY metric &^ 'pattern'", -1, -1 },
657 { "ALL metric < 'name'", -1, MATCHER_ALL },
658 { "ALL metric <= 'name'", -1, MATCHER_ALL },
659 { "ALL metric = 'name'", -1, MATCHER_ALL },
660 { "ALL metric != 'name'", -1, MATCHER_ALL },
661 { "ALL metric >= 'name'", -1, MATCHER_ALL },
662 { "ALL metric > 'name'", -1, MATCHER_ALL },
663 { "ALL metric =~ 'pattern'", -1, MATCHER_ALL },
664 { "ALL metric !~ 'pattern'", -1, MATCHER_ALL },
665 { "ALL metric &^ 'pattern'", -1, -1 },
666 /* match hosts by attribute */
667 { "ANY attribute < 'name'", -1, MATCHER_ANY },
668 { "ANY attribute <= 'name'", -1, MATCHER_ANY },
669 { "ANY attribute = 'name'", -1, MATCHER_ANY },
670 { "ANY attribute != 'name'", -1, MATCHER_ANY },
671 { "ANY attribute >= 'name'", -1, MATCHER_ANY },
672 { "ANY attribute > 'name'", -1, MATCHER_ANY },
673 { "ANY attribute =~ 'pattern'", -1, MATCHER_ANY },
674 { "ANY attribute !~ 'pattern'", -1, MATCHER_ANY },
675 { "ANY attribute &^ 'pattern'", -1, -1 },
676 { "ALL attribute < 'name'", -1, MATCHER_ALL },
677 { "ALL attribute <= 'name'", -1, MATCHER_ALL },
678 { "ALL attribute = 'name'", -1, MATCHER_ALL },
679 { "ALL attribute != 'name'", -1, MATCHER_ALL },
680 { "ALL attribute >= 'name'", -1, MATCHER_ALL },
681 { "ALL attribute > 'name'", -1, MATCHER_ALL },
682 { "ALL attribute =~ 'pattern'", -1, MATCHER_ALL },
683 { "ALL attribute !~ 'pattern'", -1, MATCHER_ALL },
684 { "ALL attribute &^ 'pattern'", -1, -1 },
685 /* composite expressions */
686 { "name =~ 'pattern' AND "
687 "ANY service =~ 'pattern'", -1, MATCHER_AND },
688 { "name =~ 'pattern' OR "
689 "ANY service =~ 'pattern'", -1, MATCHER_OR },
690 { "NOT name = 'host'", -1, MATCHER_NOT },
691 /* numeric expressions */
692 { "attribute['foo'] < 123", -1, MATCHER_LT },
693 { "attribute['foo'] <= 123", -1, MATCHER_LE },
694 { "attribute['foo'] = 123", -1, MATCHER_EQ },
695 { "attribute['foo'] >= 123", -1, MATCHER_GE },
696 { "attribute['foo'] > 123", -1, MATCHER_GT },
697 /* datetime expressions */
698 { "attribute['foo'] = "
699 "2014-08-16", -1, MATCHER_EQ },
700 { "attribute['foo'] = "
701 "17:23", -1, MATCHER_EQ },
702 { "attribute['foo'] = "
703 "17:23:53", -1, MATCHER_EQ },
704 { "attribute['foo'] = "
705 "17:23:53.123", -1, MATCHER_EQ },
706 { "attribute['foo'] = "
707 "17:23:53.123456789", -1, MATCHER_EQ },
708 { "attribute['foo'] = "
709 "2014-08-16 17:23", -1, MATCHER_EQ },
710 { "attribute['foo'] = "
711 "2014-08-16 17:23:53", -1, MATCHER_EQ },
712 /* NULL; while this is an implementation detail,
713 * IS NULL currently maps to an equality matcher */
714 { "attribute['foo'] IS NULL", -1, MATCHER_ISNULL },
715 { "attribute['foo'] IS NOT NULL", -1, MATCHER_ISNNULL },
716 /* array expressions */
717 { "backend < ['a']", -1, MATCHER_LT },
718 { "backend <= ['a']", -1, MATCHER_LE },
719 { "backend = ['a']", -1, MATCHER_EQ },
720 { "backend != ['a']", -1, MATCHER_NE },
721 { "backend >= ['a']", -1, MATCHER_GE },
722 { "backend > ['a']", -1, MATCHER_GT },
723 { "backend &^ ['a']", -1, -1 },
725 /* object field matchers */
726 { "name < 'a'", -1, MATCHER_LT },
727 { "name <= 'a'", -1, MATCHER_LE },
728 { "name = 'a'", -1, MATCHER_EQ },
729 { "name != 'a'", -1, MATCHER_NE },
730 { "name >= 'a'", -1, MATCHER_GE },
731 { "name > 'a'", -1, MATCHER_GT },
732 { "last_update < 2014-10-01", -1, MATCHER_LT },
733 { "last_update <= 2014-10-01", -1, MATCHER_LE },
734 { "last_update = 2014-10-01", -1, MATCHER_EQ },
735 { "last_update != 2014-10-01", -1, MATCHER_NE },
736 { "last_update >= 2014-10-01", -1, MATCHER_GE },
737 { "last_update > 2014-10-01", -1, MATCHER_GT },
738 { "Last_Update >= 24D", -1, MATCHER_GE },
739 { "age < 20s", -1, MATCHER_LT },
740 { "age <= 20s", -1, MATCHER_LE },
741 { "age = 20s", -1, MATCHER_EQ },
742 { "age != 20s", -1, MATCHER_NE },
743 { "age >= 20s", -1, MATCHER_GE },
744 { "age > 20s", -1, MATCHER_GT },
745 { "AGE <= 1m", -1, MATCHER_LE },
746 { "age > 1M", -1, MATCHER_GT },
747 { "age != 20Y", -1, MATCHER_NE },
748 { "age <= 2 * interval", -1, MATCHER_LE },
749 { "interval < 20s", -1, MATCHER_LT },
750 { "interval <= 20s", -1, MATCHER_LE },
751 { "interval = 20s", -1, MATCHER_EQ },
752 { "interval != 20s", -1, MATCHER_NE },
753 { "interval >= 20s", -1, MATCHER_GE },
754 { "interval > 20s", -1, MATCHER_GT },
755 { "'be' IN backend", -1, MATCHER_IN },
756 { "'be' NOT IN backend", -1, MATCHER_NIN },
757 { "['a','b'] IN backend", -1, MATCHER_IN },
758 { "['a','b'] NOT IN backend", -1, MATCHER_NIN },
760 /* check operator precedence */
761 { "name = 'name' OR "
762 "ANY service = 'name' AND "
763 "ANY attribute = 'name' OR "
764 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
765 { "name = 'name' AND "
766 "ANY service = 'name' AND "
767 "ANY attribute = 'name' OR "
768 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
769 { "name = 'name' AND "
770 "ANY service = 'name' OR "
771 "ANY attribute = 'name' AND "
772 "attribute['foo'] = 'bar'", -1, MATCHER_OR },
773 { "(name = 'name' OR "
774 "ANY service = 'name') AND "
775 "(ANY attribute = 'name' OR "
776 "attribute['foo'] = 'bar')", -1, MATCHER_AND },
777 { "NOT name = 'name' OR "
778 "ANY service = 'name'", -1, MATCHER_OR },
779 { "NOT name = 'name' OR "
780 "NOT ANY service = 'name'", -1, MATCHER_OR },
781 { "NOT (name = 'name' OR "
782 "NOT ANY service = 'name')", -1, MATCHER_NOT },
784 /* syntax errors */
785 { "LIST", -1, -1 },
786 { "foo &^ bar", -1, -1 },
787 { "invalid", -1, -1 },
788 };
790 START_TEST(test_parse_matcher)
791 {
792 sdb_strbuf_t *errbuf = sdb_strbuf_create(64);
793 sdb_store_matcher_t *m;
795 m = sdb_fe_parse_matcher(parse_matcher_data[_i].expr,
796 parse_matcher_data[_i].len, errbuf);
798 if (parse_matcher_data[_i].expected < 0) {
799 fail_unless(m == NULL,
800 "sdb_fe_parse_matcher(%s) = %p; expected: NULL",
801 parse_matcher_data[_i].expr, m);
802 sdb_object_deref(SDB_OBJ(m));
803 sdb_strbuf_destroy(errbuf);
804 return;
805 }
807 fail_unless(m != NULL, "sdb_fe_parse_matcher(%s) = NULL; "
808 "expected: <matcher> (parser error: %s)",
809 parse_matcher_data[_i].expr, sdb_strbuf_string(errbuf));
810 fail_unless(M(m)->type == parse_matcher_data[_i].expected,
811 "sdb_fe_parse_matcher(%s) returned matcher of type %d; "
812 "expected: %d", parse_matcher_data[_i].expr, M(m)->type,
813 parse_matcher_data[_i].expected);
815 sdb_object_deref(SDB_OBJ(m));
816 sdb_strbuf_destroy(errbuf);
817 }
818 END_TEST
820 struct {
821 const char *expr;
822 int len;
823 int expected;
824 } parse_expr_data[] = {
825 /* empty expressions */
826 { NULL, -1, INT_MAX },
827 { "", -1, INT_MAX },
829 /* constant expressions */
830 { "'localhost'", -1, 0 },
831 { "123", -1, 0 },
832 { "2014-08-16", -1, 0 },
833 { "17:23", -1, 0 },
834 { "17:23:53", -1, 0 },
835 { "17:23:53.123", -1, 0 },
836 { "17:23:53.123456789", -1, 0 },
837 { "2014-08-16 17:23", -1, 0 },
838 { "2014-08-16 17:23:53", -1, 0 },
839 { "10s", -1, 0 },
840 { "60m", -1, 0 },
841 { "10Y 24D 1h", -1, 0 },
843 { "123 + 456", -1, 0 },
844 { "'foo' || 'bar'", -1, 0 },
845 { "456 - 123", -1, 0 },
846 { "1.2 * 3.4", -1, 0 },
847 { "1.2 / 3.4", -1, 0 },
848 { "5 % 2", -1, 0 },
850 /* queryable fields */
851 { "last_update", -1, FIELD_VALUE },
852 { "AGE", -1, FIELD_VALUE },
853 { "interval", -1, FIELD_VALUE },
854 { "Last_Update", -1, FIELD_VALUE },
855 { "backend", -1, FIELD_VALUE },
857 /* attributes */
858 { "attribute['foo']", -1, ATTR_VALUE },
860 /* arithmetic expressions */
861 { "age + age", -1, SDB_DATA_ADD },
862 { "age - age", -1, SDB_DATA_SUB },
863 { "age * age", -1, SDB_DATA_MUL },
864 { "age / age", -1, SDB_DATA_DIV },
865 { "age % age", -1, SDB_DATA_MOD },
866 { "age || age", -1, SDB_DATA_CONCAT },
868 /* operator precedence */
869 { "age + age * age", -1, SDB_DATA_ADD },
870 { "age * age + age", -1, SDB_DATA_ADD },
871 { "age + age - age", -1, SDB_DATA_SUB },
872 { "age - age + age", -1, SDB_DATA_ADD },
873 { "(age + age) * age", -1, SDB_DATA_MUL },
874 { "age + (age * age)", -1, SDB_DATA_ADD },
876 /* syntax errors */
877 { "LIST", -1, INT_MAX },
878 { "foo &^ bar", -1, INT_MAX },
879 { "invalid", -1, INT_MAX },
880 };
882 START_TEST(test_parse_expr)
883 {
884 sdb_strbuf_t *errbuf = sdb_strbuf_create(64);
885 sdb_store_expr_t *e;
887 e = sdb_fe_parse_expr(parse_expr_data[_i].expr,
888 parse_expr_data[_i].len, errbuf);
890 if (parse_expr_data[_i].expected == INT_MAX) {
891 fail_unless(e == NULL,
892 "sdb_fe_parse_expr(%s) = %p; expected: NULL",
893 parse_expr_data[_i].expr, e);
894 sdb_object_deref(SDB_OBJ(e));
895 sdb_strbuf_destroy(errbuf);
896 return;
897 }
899 fail_unless(e != NULL, "sdb_fe_parse_expr(%s) = NULL; "
900 "expected: <expr> (parser error: %s)",
901 parse_expr_data[_i].expr, sdb_strbuf_string(errbuf));
902 fail_unless(e->type == parse_expr_data[_i].expected,
903 "sdb_fe_parse_expr(%s) returned expression of type %d; "
904 "expected: %d", parse_expr_data[_i].expr, e->type,
905 parse_expr_data[_i].expected);
907 sdb_object_deref(SDB_OBJ(e));
908 sdb_strbuf_destroy(errbuf);
909 }
910 END_TEST
912 TEST_MAIN("frontend::parser")
913 {
914 TCase *tc = tcase_create("core");
915 TC_ADD_LOOP_TEST(tc, parse);
916 TC_ADD_LOOP_TEST(tc, parse_matcher);
917 TC_ADD_LOOP_TEST(tc, parse_expr);
918 ADD_TCASE(tc);
919 }
920 TEST_MAIN_END
922 /* vim: set tw=78 sw=4 ts=4 noexpandtab : */