1 /* ------------------------------------------------
2 Copyright 2020 AT&T Intellectual Property
3 Licensed under the Apache License, Version 2.0 (the "License");
4 you may not use this file except in compliance with the License.
5 You may obtain a copy of the License at
7 http://www.apache.org/licenses/LICENSE-2.0
9 Unless required by applicable law or agreed to in writing, software
10 distributed under the License is distributed on an "AS IS" BASIS,
11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 See the License for the specific language governing permissions and
13 limitations under the License.
14 ------------------------------------------- */
18 bison --verbose --defines=fta.tab.cc.h -p FtaParser -o fta.tab.cc fta.y
28 /* Some addn'l includes, necessary but not included by the
34 /* prototypes for the parser callbacks.
37 #include "parse_fta.h"
38 #include "parse_schema.h"
41 extern fta_parse_t *fta_parse_result;
42 extern var_defs_t *fta_parse_defines;
60 /* for FTA definition. */
62 scalarexp_t *scalarval;
63 se_list_t *se_listval;
64 select_list_t *select_listval;
67 literal_list_t *lit_l;
69 tablevar_list_t *tbl_list;
77 list_of_gb_list_t *list_of_gb_list;
78 extended_gb_t *extended_gb;
79 extended_gb_list_t *extended_gb_list;
83 /* For table definition */
85 field_entry_list *field_list_t;
86 table_def *table_def_t;
87 table_list *table_list_schema;
90 subquery_spec *subq_spec_t;
91 subqueryspec_list *subqueryspec_list_t;
93 unpack_fcn_list *ufcnl;
98 %token <strval> STRING_TOKEN
99 %token <strval> INTNUM
100 %token <strval> LONGINTNUM
101 %token <strval> APPROXNUM
103 /* for FTA definition. */
104 %type <q_list> query_list
106 %type <tblp> select_statement
107 %type <tblp> merge_statement
108 %type <tblp> watchlist_statement
109 %type <predp> opt_where_clause
110 %type <predp> opt_having_clause
111 %type <select_listval> selection
112 %type <tblp> table_exp
113 %type <tbl_list> from_clause
114 %type <tbl_list> table_ref_commalist
115 %type <table> table_ref
116 %type <stringval> qname
117 %type <predp> where_clause
118 %type <predp> having_clause
119 %type <predp> search_condition
120 %type <predp> predicate
121 %type <predp> comparison_predicate
122 %type <predp> in_predicate
123 %type <predp> opt_cleaning_when_clause
124 %type <predp> opt_cleaning_by_clause
125 %type <predp> opt_closing_when_clause
126 %type <litval> literal
127 %type <colref> column_ref
128 %type <colref> gb_ref
129 %type <ifpref> ifparam
130 %type <clist> column_ref_list
131 %type <clist> gb_ref_list
133 %type <scalarval> scalar_exp
134 %type <se_listval> scalar_exp_commalist
135 %type <select_listval> select_commalist
136 %type <lit_l> literal_commalist
137 %type <extended_gb_list> opt_group_by_clause
138 %type <clist> opt_supergroup_clause
139 %type <gb_list> gb_commalist
140 %type <extended_gb> extended_gb
141 %type <extended_gb_list> extended_gb_commalist
142 %type <list_of_gb_list> list_of_gb_commalist
144 /* for PARAM, DEFINE block */
145 %type <var_defs> variable_def
146 %type <var_defs> params_def
147 %type <var_defs> variable_list
148 %type <var_pair> variable_assign
150 /* For table definition */
151 %type <field_t> field
152 %type <field_list_t> field_list
153 %type <table_def_t> table_def
154 %type <table_list_schema> table_list
155 %type <plist_t> param_commalist
156 %type <plist_t> opt_param_commalist
157 %type <plist_t> singleparam_commalist
158 %type <plist_t> opt_singleparam_commalist
159 %type <plist_t> opt_singleparam_commalist_bkt
160 %type <namevec_t> namevec_commalist
161 %type <subq_spec_t> subq_spec
162 %type <subqueryspec_list_t> subqueryspec_list
163 %type <ufcn> unpack_func
164 %type <ufcnl> unpack_func_list
171 %left <strval> COMPARISON /* = <> < > <= >= */
174 %left <strval> SHIFT_OP /* << >> */
179 /* literal keyword tokens */
180 %token SEMICOLON LEFTBRACE RIGHTBRACE
181 /* For query definition */
184 %token FROM INNER_JOIN FILTER_JOIN OUTER_JOIN LEFT_OUTER_JOIN RIGHT_OUTER_JOIN
185 %token WATCHLIST_JOIN
186 %token GROUP HAVING IN
187 %token SELECT WATCHLIST
188 %token WHERE SUPERGROUP CLEANING_WHEN CLEANING_BY CLOSING_WHEN
190 %token CUBE ROLLUP GROUPING_SETS
192 %token TRUE_V FALSE_V
193 %token TIMEVAL_L HEX_L LHEX_L IP_L IPV6_L
196 %token DEFINE_SEC PARAM_SEC
198 /* For table definition */
199 %token PROTOCOL TABLE STREAM FTA UNPACK_FCNS
200 %token OPERATOR OPERATOR_VIEW FIELDS SUBQUERIES SELECTION_PUSHDOWN
205 /* Union of possible results */
206 parse_result: query_list {
207 fta_parse_result->parse_tree_list = $1;
208 fta_parse_result->tables = NULL;
209 fta_parse_result->parse_type = QUERY_PARSE;
212 fta_parse_result->parse_tree_list = NULL;
213 fta_parse_result->fta_parse_tree = NULL;
214 fta_parse_result->tables = $1;
215 fta_parse_result->parse_type = TABLE_PARSE;
217 // table_list should contain a single STREAM_SCHEMA table.
218 | FTA LEFTBRACE table_list gsql RIGHTBRACE {
219 fta_parse_result->parse_tree_list = NULL;
220 fta_parse_result->fta_parse_tree = $4;
221 fta_parse_result->tables = $3;
222 fta_parse_result->parse_type = STREAM_PARSE;
229 WARNING: there might be some relics.
232 gsql: variable_def params_def select_statement {
233 $3->add_nmap($1); // Memory leak : plug it.
234 $3->add_param_list($2); // Memory leak : plug it.
237 | params_def variable_def select_statement {
238 $3->add_nmap($2); // Memory leak : plug it.
239 $3->add_param_list($1); // Memory leak : plug it.
242 | params_def select_statement {
243 $2->add_nmap(NULL); // Memory leak : plug it.
244 $2->add_param_list($1); // Memory leak : plug it.
247 | variable_def select_statement {
248 $2->add_nmap($1); // Memory leak : plug it.
254 | variable_def params_def merge_statement{
255 $3->add_nmap($1); // Memory leak : plug it.
256 $3->add_param_list($2); // Memory leak : plug it.
259 | params_def variable_def merge_statement{
260 $3->add_nmap($2); // Memory leak : plug it.
261 $3->add_param_list($1); // Memory leak : plug it.
264 | params_def merge_statement{
265 $2->add_param_list($1); // Memory leak : plug it.
268 | variable_def merge_statement{
269 $2->add_nmap($1); // Memory leak : plug it.
275 | variable_def params_def watchlist_statement{
276 $3->add_nmap($1); // Memory leak : plug it.
277 $3->add_param_list($2); // Memory leak : plug it.
280 | params_def variable_def watchlist_statement{
281 $3->add_nmap($2); // Memory leak : plug it.
282 $3->add_param_list($1); // Memory leak : plug it.
285 | params_def watchlist_statement{
286 $2->add_param_list($1); // Memory leak : plug it.
289 | variable_def watchlist_statement{
290 $2->add_nmap($1); // Memory leak : plug it.
293 | watchlist_statement{
298 query_list: gsql {$$ = new query_list_t($1);}
299 | query_list SEMICOLON gsql {$$ = $1->append($3);}
303 PARAM_SEC LEFTBRACE variable_list RIGHTBRACE {$$=$3;}
304 | PARAM_SEC LEFTBRACE RIGHTBRACE {$$=NULL;}
308 DEFINE_SEC LEFTBRACE variable_list RIGHTBRACE {$$=$3;fta_parse_defines=$3;}
309 | DEFINE_SEC LEFTBRACE RIGHTBRACE {$$=NULL;fta_parse_defines = NULL;}
313 variable_assign {$$ = new var_defs_t($1);}
314 | variable_list variable_assign {$$ = $1->add_var_pair($2);}
318 NAME STRING_TOKEN SEMICOLON {$$ = new var_pair_t($1,$2);}
319 | NAME NAME SEMICOLON {$$ = new var_pair_t($1,$2);}
323 SELECT selection table_exp {$$ = $3->add_selection($2);}
327 MERGE column_ref_list
328 from_clause {$$ = new table_exp_t($2,$3);}
329 | MERGE column_ref_list SLACK scalar_exp
330 from_clause {$$ = new table_exp_t($2,$4,$5);}
335 FIELDS LEFTBRACE field_list RIGHTBRACE {$$ = table_exp_t::make_watchlist_tbl($4); }
338 /* query expressions */
342 select_commalist { $$ = $1;}
349 opt_supergroup_clause
351 opt_cleaning_when_clause
352 opt_cleaning_by_clause
353 opt_closing_when_clause
354 {$$=new table_exp_t($1,$2,$3,$4,$5,$6,$7, $8);}
358 FROM table_ref_commalist {$$ = $2; $$->set_properties(-1);}
359 | INNER_JOIN FROM table_ref_commalist {$$ = $3; $$->set_properties(INNER_JOIN_PROPERTY);}
360 | OUTER_JOIN FROM table_ref_commalist {$$ = $3; $$->set_properties(OUTER_JOIN_PROPERTY);}
361 | RIGHT_OUTER_JOIN FROM table_ref_commalist {$$ = $3; $$->set_properties(RIGHT_OUTER_JOIN_PROPERTY);}
362 | LEFT_OUTER_JOIN FROM table_ref_commalist {$$ = $3; $$->set_properties(LEFT_OUTER_JOIN_PROPERTY);}
363 | WATCHLIST_JOIN FROM table_ref_commalist {$$ = $3; $$->set_properties(WATCHLIST_JOIN_PROPERTY);}
364 | FILTER_JOIN '(' column_ref ',' INTNUM ')' FROM table_ref_commalist {$$ = $8; $$->set_properties(FILTER_JOIN_PROPERTY); $$->set_colref($3); $$->set_temporal_range($5);}
368 table_ref {$$ = new tablevar_list_t($1);}
369 | table_ref_commalist ',' table_ref {$$= $1->append_table($3);}
374 | table NAME { $$= $1->set_range_var($2);}
378 qname {$$ = new tablevar_t($1->c_str());}
379 | NAME '.' qname {$$ = new tablevar_t($1,$3->c_str(),0);}
380 | NAME '.' NAME '.' qname {$$ = new tablevar_t($1,$3,$5->c_str());}
381 | STRING_TOKEN '.' NAME '.' qname {$$ = new tablevar_t($1,$3,$5->c_str());}
382 | '[' NAME ']' '.' qname {$$ = new tablevar_t($2,$5->c_str(),1);}
386 NAME {$$ = new string_t($1);}
387 | qname '/' NAME {$$ = $$->append("/",$3);}
392 /* empty */ {$$=NULL;}
393 | where_clause {$$=$1;}
397 WHERE search_condition {$$ = $2;}
400 opt_cleaning_when_clause:
401 /* empty */ {$$=NULL;}
402 | CLEANING_WHEN search_condition {$$=$2; }
405 opt_cleaning_by_clause:
406 /* empty */ {$$=NULL;}
407 | CLEANING_BY search_condition {$$=$2; }
410 opt_closing_when_clause:
411 /* empty */ {$$=NULL;}
412 | CLOSING_WHEN search_condition {$$=$2; }
416 /* empty */ {$$=NULL;}
417 | having_clause {$$=$1;}
421 HAVING search_condition {$$ = $2;}
425 /* search conditions */
428 search_condition OR search_condition {$$=new predicate_t("OR",$1,$3);}
429 | search_condition AND search_condition {$$=new predicate_t("AND",$1,$3);}
430 | NOT search_condition {$$ = new predicate_t("NOT", $2 );}
431 | '(' search_condition ')' {$$ = $2;}
432 | predicate {$$ = $1;}
436 comparison_predicate { $$=$1;}
437 | in_predicate { $$ = $1;}
438 | NAME '[' ']' {$$ = predicate_t::make_paramless_fcn_predicate($1); }
439 | NAME '[' scalar_exp_commalist ']' {$$ = new predicate_t($1, $3->get_se_list()); }
442 comparison_predicate:
443 scalar_exp COMPARISON scalar_exp {$$ = new predicate_t($1,$2,$3);}
447 scalar_exp IN '[' literal_commalist ']' { $$ = new predicate_t($1,$4); }
451 literal {$$ = new literal_list_t($1);}
452 | literal_commalist ',' literal {$$ = $1->append_literal($3);}
455 /* scalar expressions */
458 scalar_exp '+' scalar_exp { $$=new scalarexp_t("+",$1,$3);}
459 | scalar_exp '-' scalar_exp { $$=new scalarexp_t("-",$1,$3);}
460 | scalar_exp '|' scalar_exp { $$=new scalarexp_t("|",$1,$3);}
461 | scalar_exp '*' scalar_exp { $$=new scalarexp_t("*",$1,$3);}
462 | scalar_exp '/' scalar_exp { $$=new scalarexp_t("/",$1,$3);}
463 | scalar_exp '&' scalar_exp { $$=new scalarexp_t("&",$1,$3);}
464 | scalar_exp '%' scalar_exp { $$=new scalarexp_t("%",$1,$3);}
465 | scalar_exp SHIFT_OP scalar_exp { $$=new scalarexp_t($2,$1,$3);}
466 | '+' scalar_exp %prec UMINUS { $$ = new scalarexp_t("+",$2);}
467 | '-' scalar_exp %prec UMINUS { $$ = new scalarexp_t("-",$2);}
468 | '!' scalar_exp %prec UMINUS { $$ = new scalarexp_t("!",$2);}
469 | '~' scalar_exp %prec UMINUS { $$ = new scalarexp_t("~",$2);}
470 | literal { $$= new scalarexp_t($1);}
471 | '$' NAME {$$ = scalarexp_t::make_param_reference($2);}
472 | ifparam {$$ = scalarexp_t::make_iface_param_reference($1);}
473 | column_ref { $$ = new scalarexp_t($1);}
474 | '(' scalar_exp ')' {$$ = $2;}
475 | AGGR '(' '*' ')' { $$ = scalarexp_t::make_star_aggr($1); }
476 | AGGR '(' scalar_exp ')' { $$ = scalarexp_t::make_se_aggr($1,$3); }
477 | NAME '(' scalar_exp_commalist ')' {$$ = new scalarexp_t($1, $3->get_se_list()); }
478 | NAME '(' ')' {$$ = scalarexp_t::make_paramless_fcn($1); }
479 | AGGR '$' '(' '*' ')' { $$ = scalarexp_t::make_star_aggr($1); $$->set_superaggr(true); }
480 | AGGR '$' '(' scalar_exp ')' { $$ = scalarexp_t::make_se_aggr($1,$4); $$->set_superaggr(true); }
481 | NAME '$' '(' scalar_exp_commalist ')' {$$ = new scalarexp_t($1, $4->get_se_list()); $$->set_superaggr(true); }
482 | NAME '$' '(' ')' {$$ = scalarexp_t::make_paramless_fcn($1); $$->set_superaggr(true); }
487 scalar_exp { $$= new select_list_t($1); }
488 | scalar_exp AS NAME { $$= new select_list_t($1,$3); }
489 | select_commalist ',' scalar_exp { $$=$1->append($3); }
490 | select_commalist ',' scalar_exp AS NAME { $$=$1->append($3,$5); }
493 scalar_exp_commalist:
494 scalar_exp { $$= new se_list_t($1); }
495 | scalar_exp_commalist ',' scalar_exp { $$=$1->append($3); }
499 STRING_TOKEN {$$ = new literal_t($1,LITERAL_STRING);}
500 | INTNUM {$$ = new literal_t($1,LITERAL_INT);}
501 | LONGINTNUM {$$ = new literal_t($1,LITERAL_LONGINT);}
502 | APPROXNUM {$$ = new literal_t($1,LITERAL_FLOAT);}
503 | TRUE_V {$$ = new literal_t("TRUE",LITERAL_BOOL);}
504 | FALSE_V {$$ = new literal_t("FALSE",LITERAL_BOOL);}
505 | TIMEVAL_L STRING_TOKEN {$$ = new literal_t($2,LITERAL_TIMEVAL);}
506 | HEX_L STRING_TOKEN {$$ = new literal_t($2,LITERAL_HEX);}
507 | LHEX_L STRING_TOKEN {$$ = new literal_t($2,LITERAL_LONGHEX);}
508 | IP_L STRING_TOKEN {$$ = new literal_t($2,LITERAL_IP);}
509 | IPV6_L STRING_TOKEN {$$ = new literal_t($2,LITERAL_IPV6);}
510 | '#' NAME {$$ = literal_t::make_define_literal($2,fta_parse_defines);}
516 /* empty */ {$$ = NULL;}
517 | GROUP BY extended_gb_commalist {$$ = $3;}
520 opt_supergroup_clause:
521 /* empty */ {$$ = NULL;}
522 | SUPERGROUP gb_ref_list {$$ = $2;}
525 list_of_gb_commalist:
526 '(' gb_commalist ')' { $$ = new list_of_gb_list_t($2);}
527 | list_of_gb_commalist ',' '(' gb_commalist ')' {$$ = $1->append($4);}
531 gb {$$ = extended_gb_t::create_from_gb($1);}
532 | ROLLUP '(' gb_commalist ')' {$$ = extended_gb_t::extended_create_from_rollup($3);}
533 | CUBE '(' gb_commalist ')' {$$ = extended_gb_t::extended_create_from_cube($3);}
534 | GROUPING_SETS '(' list_of_gb_commalist ')' {$$ = extended_gb_t::extended_create_from_gsets($3);}
537 extended_gb_commalist:
538 extended_gb { $$ = new extended_gb_list_t($1);}
539 | extended_gb_commalist ',' extended_gb { $$=$1->append($3);}
543 gb { $$ = new gb_list_t($1);}
544 | gb_commalist ',' gb { $$=$1->append($3);}
548 NAME {$$ = new gb_t($1); }
549 | NAME '.' NAME {$$ = new gb_t($1,$3); }
550 | NAME '.' NAME '.' NAME {$$ = new gb_t($1,$3,$5); }
551 | scalar_exp AS NAME {$$ = new gb_t($1,$3); }
558 I do not currently use 3 part column refs
562 '@' NAME {$$ = new ifpref_t($2);}
563 | NAME '.' '@' NAME {$$ = new ifpref_t($1, $4);}
567 NAME {$$ = new colref_t($1); }
568 | NAME '.' NAME {$$ = new colref_t($1,$3); }
569 | NAME '.' NAME '.' NAME {$$ = new colref_t($1,$3,$5); }
573 column_ref ':' column_ref {$$=new colref_list_t($1); $$->append($3);}
574 | column_ref_list ':' column_ref {$$ = $1->append($3);}
578 NAME {$$ = new colref_t($1); }
582 gb_ref ',' gb_ref {$$=new colref_list_t($1); $$->append($3);}
583 | gb_ref_list ',' gb_ref {$$ = $1->append($3);}
589 /* the various things you can name */
595 /* Table definition section */
598 table_list: table_def {$$ = new table_list($1);}
599 | table_list table_def {$$ = $1->append_table($2);}
602 table_def: PROTOCOL NAME opt_param_commalist opt_singleparam_commalist_bkt LEFTBRACE field_list RIGHTBRACE {
603 $$=new table_def($2,$3,$4, $6, PROTOCOL_SCHEMA); delete $3; delete $6;}
604 | STREAM qname opt_singleparam_commalist LEFTBRACE field_list RIGHTBRACE {
605 $$=new table_def($2->c_str(),$3,NULL,$5, STREAM_SCHEMA); delete $5;}
606 | OPERATOR_VIEW NAME LEFTBRACE OPERATOR opt_param_commalist FIELDS LEFTBRACE field_list RIGHTBRACE SUBQUERIES LEFTBRACE subqueryspec_list RIGHTBRACE SELECTION_PUSHDOWN opt_param_commalist RIGHTBRACE {
607 $$ = new table_def($2, $5, $8, $12, $15); }
608 | UNPACK_FCNS LEFTBRACE unpack_func_list RIGHTBRACE { $$ = new table_def($3); }
612 unpack_func {$$ = new unpack_fcn_list($1);}
613 | unpack_func_list SEMICOLON unpack_func {$$ = $1 -> append($3);}
617 NAME NAME INTNUM {$$ = new unpack_fcn($1,$2,$3);}
621 subq_spec {$$ = new subqueryspec_list($1);}
622 | subqueryspec_list SEMICOLON subq_spec {$$ = $1->append($3);}
626 NAME '(' namevec_commalist ')' {$$=new subquery_spec($1, $3); delete $3;}
629 field_list: field {$$ = new field_entry_list($1);}
630 | field_list field {$$ = $1->append_field($2);}
634 NAME NAME NAME opt_param_commalist opt_singleparam_commalist_bkt SEMICOLON {$$ = new field_entry($1,$2,$3,$4,$5);}
635 | NAME NAME opt_param_commalist SEMICOLON {$$ = new field_entry($1,$2,"",$3,NULL);}
639 /* empty */ {$$ = NULL;}
640 | '(' param_commalist ')' {$$ = $2;}
644 NAME {$$ = new param_list($1);}
645 | NAME NAME {$$ = new param_list($1,$2);}
646 | NAME STRING_TOKEN {$$ = new param_list($1,$2);}
647 | NAME INTNUM {$$ = new param_list($1,$2);}
648 | param_commalist ',' NAME {$$ = $1->append($3);}
649 | param_commalist ',' NAME NAME {$$ = $1->append($3,$4);}
650 | param_commalist ',' NAME STRING_TOKEN {$$ = $1->append($3,$4);}
651 | param_commalist ',' NAME INTNUM {$$ = $1->append($3,$4);}
654 opt_singleparam_commalist_bkt:
655 /* empty */ {$$ = NULL;}
656 | '[' singleparam_commalist ']' {$$ = $2;}
659 opt_singleparam_commalist:
660 /* empty */ {$$ = NULL;}
661 | '(' singleparam_commalist ')' {$$ = $2;}
664 singleparam_commalist:
665 NAME {$$ = new param_list($1);}
666 | singleparam_commalist ',' NAME {$$ = $1->append($3);}
670 NAME NAME opt_param_commalist {$$ = new name_vec($1,$2,$3);}
671 | namevec_commalist ',' NAME NAME opt_param_commalist {$$ = $1->append($3,$4, $5);}