oushu/lava-oushudb-dt-sql-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(flinksql): add some lexer

Browse Source
This commit is contained in:
Erindcl
2020-10-23 17:52:43 +08:00
parent b7df08f012
commit 6082c2b151
11 changed files with 2281 additions and 1690 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
src/grammar/flinksql/FlinkSqlLexer.g4
View File

@ -299,10 +299,37 @@ ROW: 'ROW';
NULL: 'NULL';
// single character Keywords
// Operators. Comparation
EQUAL: '=';
COMMA: ',';
EQUAL_SYMBOL: '=';
GREATER_SYMBOL: '>';
LESS_SYMBOL: '<';
EXCLAMATION_SYMBOL: '!';
// Operators. Bit
BIT_NOT_OP: '~';
BIT_OR_OP: '|';
BIT_AND_OP: '&';
BIT_XOR_OP: '^';
// Constructors symbols
DOT: '.';
LR_BRACKET: '(';
RR_BRACKET: ')';
COMMA: ',';
SEMICOLON: ';';
AT_SIGN: '@';
ZERO_DECIMAL: '0';
ONE_DECIMAL: '1';
TWO_DECIMAL: '2';
SINGLE_QUOTE_SYMB: '\'';
DOUBLE_QUOTE_SYMB: '"';
REVERSE_QUOTE_SYMB: '`';
COLON_SYMB: ':';
fragment ID_LITERAL: [A-Z_0-9a-z]*?[A-Z_a-z]+?[A-Z_0-9a-z]*;

24
src/grammar/flinksql/FlinkSqlParser.g4
View File

@ -5,13 +5,21 @@ options { tokenVocab=FlinkSqlLexer; }
program: statement EOF;
statement
: sqlStatement EOF
: sqlStatements EOF
;
sqlStatements
: (sqlStatement SEMICOLON | emptyStatement)*
;
sqlStatement
: ddlStatement | dmlStatement
;
emptyStatement
: SEMICOLON
;
ddlStatement
: createTable | createDatabase | createView | createFunction
| alterTable | alterDatabase | alterFunction
@ -24,13 +32,13 @@ dmlStatement
createTable
: CREATE TABLE tableName
(
columnOptionDefinition (',' columnOptionDefinition)*
)
LR_BRACKET
columnOptionDefinition (COMMA columnOptionDefinition)*
RR_BRACKET
partitionDefinition?
WITH (
withOptionDefinition (',' withOptionDefinition)*
)
WITH LR_BRACKET
withOptionDefinition (COMMA withOptionDefinition)*
RR_BRACKET
;
@ -67,7 +75,7 @@ partitionColumnName
;
withOptionDefinition
: REVERSE_QUOTE_ID EQUAL REVERSE_QUOTE_ID
: REVERSE_QUOTE_ID EQUAL_SYMBOL REVERSE_QUOTE_ID
;
createDatabase

63
src/lib/flinksql/FlinkSqlLexer.interp
View File

File diff suppressed because one or more lines are too long

2994
src/lib/flinksql/FlinkSqlLexer.js
View File

File diff suppressed because it is too large Load Diff

44
src/lib/flinksql/FlinkSqlLexer.tokens
View File

@ -280,8 +280,27 @@ BOOLEAN=279
RAW=280
ROW=281
NULL=282
EQUAL=283
COMMA=284
EQUAL_SYMBOL=283
GREATER_SYMBOL=284
LESS_SYMBOL=285
EXCLAMATION_SYMBOL=286
BIT_NOT_OP=287
BIT_OR_OP=288
BIT_AND_OP=289
BIT_XOR_OP=290
DOT=291
LR_BRACKET=292
RR_BRACKET=293
COMMA=294
SEMICOLON=295
AT_SIGN=296
ZERO_DECIMAL=297
ONE_DECIMAL=298
TWO_DECIMAL=299
SINGLE_QUOTE_SYMB=300
DOUBLE_QUOTE_SYMB=301
REVERSE_QUOTE_SYMB=302
COLON_SYMB=303
'SELECT'=5
'FROM'=6
'ADD'=7
@ -558,4 +577,23 @@ COMMA=284
'ROW'=281
'NULL'=282
'='=283
','=284
'>'=284
'<'=285
'!'=286
'~'=287
'|'=288
'&'=289
'^'=290
'.'=291
'('=292
')'=293
','=294
';'=295
'@'=296
'0'=297
'1'=298
'2'=299
'\''=300
'"'=301
'`'=302
':'=303

44
src/lib/flinksql/FlinkSqlParser.interp
View File

File diff suppressed because one or more lines are too long

690
src/lib/flinksql/FlinkSqlParser.js
View File

File diff suppressed because it is too large Load Diff

44
src/lib/flinksql/FlinkSqlParser.tokens
View File

@ -280,8 +280,27 @@ BOOLEAN=279
RAW=280
ROW=281
NULL=282
EQUAL=283
COMMA=284
EQUAL_SYMBOL=283
GREATER_SYMBOL=284
LESS_SYMBOL=285
EXCLAMATION_SYMBOL=286
BIT_NOT_OP=287
BIT_OR_OP=288
BIT_AND_OP=289
BIT_XOR_OP=290
DOT=291
LR_BRACKET=292
RR_BRACKET=293
COMMA=294
SEMICOLON=295
AT_SIGN=296
ZERO_DECIMAL=297
ONE_DECIMAL=298
TWO_DECIMAL=299
SINGLE_QUOTE_SYMB=300
DOUBLE_QUOTE_SYMB=301
REVERSE_QUOTE_SYMB=302
COLON_SYMB=303
'SELECT'=5
'FROM'=6
'ADD'=7
@ -558,4 +577,23 @@ COMMA=284
'ROW'=281
'NULL'=282
'='=283
','=284
'>'=284
'<'=285
'!'=286
'~'=287
'|'=288
'&'=289
'^'=290
'.'=291
'('=292
')'=293
','=294
';'=295
'@'=296
'0'=297
'1'=298
'2'=299
'\''=300
'"'=301
'`'=302
':'=303

18
src/lib/flinksql/FlinkSqlParserListener.js
View File

@ -29,6 +29,15 @@ FlinkSqlParserListener.prototype.exitStatement = function(ctx) {
};
// Enter a parse tree produced by FlinkSqlParser#sqlStatements.
FlinkSqlParserListener.prototype.enterSqlStatements = function(ctx) {
};
// Exit a parse tree produced by FlinkSqlParser#sqlStatements.
FlinkSqlParserListener.prototype.exitSqlStatements = function(ctx) {
};
// Enter a parse tree produced by FlinkSqlParser#sqlStatement.
FlinkSqlParserListener.prototype.enterSqlStatement = function(ctx) {
};
@ -38,6 +47,15 @@ FlinkSqlParserListener.prototype.exitSqlStatement = function(ctx) {
};
// Enter a parse tree produced by FlinkSqlParser#emptyStatement.
FlinkSqlParserListener.prototype.enterEmptyStatement = function(ctx) {
};
// Exit a parse tree produced by FlinkSqlParser#emptyStatement.
FlinkSqlParserListener.prototype.exitEmptyStatement = function(ctx) {
};
// Enter a parse tree produced by FlinkSqlParser#ddlStatement.
FlinkSqlParserListener.prototype.enterDdlStatement = function(ctx) {
};

12
src/lib/flinksql/FlinkSqlParserVisitor.js
View File

@ -24,12 +24,24 @@ FlinkSqlParserVisitor.prototype.visitStatement = function(ctx) {
};
// Visit a parse tree produced by FlinkSqlParser#sqlStatements.
FlinkSqlParserVisitor.prototype.visitSqlStatements = function(ctx) {
return this.visitChildren(ctx);
};
// Visit a parse tree produced by FlinkSqlParser#sqlStatement.
FlinkSqlParserVisitor.prototype.visitSqlStatement = function(ctx) {
return this.visitChildren(ctx);
};
// Visit a parse tree produced by FlinkSqlParser#emptyStatement.
FlinkSqlParserVisitor.prototype.visitEmptyStatement = function(ctx) {
return this.visitChildren(ctx);
};
// Visit a parse tree produced by FlinkSqlParser#ddlStatement.
FlinkSqlParserVisitor.prototype.visitDdlStatement = function(ctx) {
return this.visitChildren(ctx);