oushu/lava-oushudb-dt-sql-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(flink): update flink SQL grammar

Browse Source
This commit is contained in:
Erindcl
2020-12-03 16:25:43 +08:00
parent 8cfdd0e856
commit 04c4c40397
10 changed files with 5454 additions and 4544 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/grammar/flinksql/FlinkSqlLexer.g4
View File

@ -198,6 +198,7 @@ COMPACT: 'COMPACT';
CONCATENATE: 'CONCATENATE';
CHANGE: 'CHANGE';
CASCADE: 'CASCADE';
CONSTRAINT: 'CONSTRAINT';
RESTRICT: 'RESTRICT';
CLUSTERED: 'CLUSTERED';
SORTED: 'SORTED';
@ -261,6 +262,10 @@ CATALOG: 'CATALOG';
LANGUAGE: 'LANGUAGE';
CATALOGS: 'CATALOGS';
VIEWS: 'VIEWS';
PRIMARY: 'PRIMARY';
KEY: 'KEY';
PERIOD: 'PERIOD';
SYSTEM_TIME: 'SYSTEM_TIME';
// DATA TYPE Keywords
@ -288,6 +293,8 @@ BOOLEAN: 'BOOLEAN';
RAW: 'RAW';
ROW: 'ROW';
NULL: 'NULL';
DATETIME: 'DATETIME'; // 数栈自定义类型
// Operators. Comparation
@ -328,7 +335,8 @@ PENCENT_SIGN: '%';
DOUBLE_VERTICAL_SIGN: '||';
DOUBLE_HYPNEN_SIGN: '--';
SLASH_SIGN: '/';
DOT_ID: '.' ID_LITERAL;
DOT_ID: '.' ID_LITERAL_FRAG;
PLUS_DOT_ID: (':' | '.') PLUS_ID_LITERAL;
STRING_LITERAL: DQUOTA_STRING | SQUOTA_STRING | BQUOTA_STRING;
DIG_LITERAL: DEC_DIGIT+;
REAL_LITERAL: (DEC_DIGIT+)? '.' DEC_DIGIT+
@ -336,10 +344,12 @@ REAL_LITERAL: (DEC_DIGIT+)? '.' DEC_DIGIT+
| (DEC_DIGIT+)? '.' (DEC_DIGIT+ EXPONENT_NUM_PART)
| DEC_DIGIT+ EXPONENT_NUM_PART;
BIT_STRING: BIT_STRING_L;
ID: ID_LITERAL;
ID_LITERAL: ID_LITERAL_FRAG;
PLUS_ID_LITERAL: PLUS_ID_LITERAL_FRAG;
fragment EXPONENT_NUM_PART: 'E' [-+]? DEC_DIGIT+;
fragment ID_LITERAL: [A-Z_0-9a-z]*?[A-Z_a-z]+?[A-Z_0-9a-z]*;
fragment ID_LITERAL_FRAG: [A-Z_0-9a-z]*?[A-Z_a-z]+?[A-Z_0-9a-z]*;
fragment PLUS_ID_LITERAL_FRAG: ('a'..'z' | '0'..'9' | '_' | '*' | '@' | '#' | '^' | '$' | '%' | '&')*?[A-Z_a-z]+?('a'..'z' | '0'..'9' | '_' | '*' | '@' | '#' | '^' | '$' | '%' | '&')*;
fragment DEC_DIGIT: [0-9];
fragment DEC_LETTER: [A-Za-z];
fragment DQUOTA_STRING: '"' ( '\\'. | '""' | ~('"'| '\\') )* '"';

43
src/grammar/flinksql/FlinkSqlParser.g4
View File

@ -53,7 +53,9 @@ createTable
: CREATE TABLE uid
LR_BRACKET
columnOptionDefinition (COMMA columnOptionDefinition)*
watermarkDefinition?
(COMMA watermarkDefinition)?
(COMMA tableConstraint)?
(COMMA selfDefinitionClause)?
RR_BRACKET
commentSpec?
partitionDefinition?
@ -62,11 +64,15 @@ createTable
;
columnOptionDefinition
: columnName columnType lengthOneDimension?
: columnName columnType lengthOneDimension? columnAlias?
;
columnName
: ID
: plusUid | expression
;
columnNameList
: columnName (',' columnName)*
;
columnType
@ -74,7 +80,8 @@ columnType
| DECIMAL | TINYINT | SMALLINT | INT | BIGINT | FLOAT | DOUBLE
| DATE | TIME | TIMESTAMP
| ARRAY | MAP | MULTISET | ROW
| BOOLEAN | RAW | NULL)
| BOOLEAN | RAW | NULL
| DATETIME)
;
lengthOneDimension
@ -89,6 +96,14 @@ watermarkDefinition
: WATERMARK FOR expression AS expression
;
tableConstraint
: (CONSTRAINT identifier)? PRIMARY KEY '(' columnNameList ')'
;
selfDefinitionClause // 数栈自定义语句 ‘PERIOD FOR SYSTEM_TIME’
: PERIOD FOR SYSTEM_TIME
;
partitionDefinition
: PARTITIONED BY transformList
;
@ -126,7 +141,7 @@ createDatabase
;
createView
: CREATE TEMPORARY? VIEW ifNotExists? uid (columnName (',' columnName)*)? commentSpec? AS queryStatement
: CREATE TEMPORARY? VIEW ifNotExists? uid columnNameList? commentSpec? AS queryStatement
;
createFunction
@ -355,7 +370,7 @@ valueExpression
primaryExpression
: CASE whenClause+ (ELSE elseExpression=expression)? END #searchedCase
| CASE value=expression whenClause+ (ELSE elseExpression=expression)? END #simpleCase
// | CAST '(' expression AS dataType ')' #cast
| CAST '(' expression AS columnType ')' #cast
// | STRUCT '(' (argument+=namedExpression (',' argument+=namedExpression)*)? ')' #struct
| FIRST '(' expression (IGNORE NULLS)? ')' #first
| LAST '(' expression (IGNORE NULLS)? ')' #last
@ -393,7 +408,7 @@ dereferenceDefinition
// base common
qualifiedName
: identifier ('.' identifier)*
: identifier | dereferenceDefinition
;
interval
@ -421,6 +436,10 @@ intervalValue
| STRING_LITERAL
;
columnAlias
: AS? strictIdentifier identifierList?
;
tableAlias
: AS? strictIdentifier identifierList?
;
@ -452,7 +471,7 @@ strictIdentifier
;
unquotedIdentifier
: DIG_LITERAL | ID
: DIG_LITERAL | ID_LITERAL
;
quotedIdentifier
@ -468,7 +487,11 @@ uidList
;
uid
: ID (DOT_ID)*?
: ID_LITERAL DOT_ID*?
;
plusUid // 匹配 xxx.$xx xx:xxxx 等字符
: (ID_LITERAL | PLUS_ID_LITERAL) (DOT_ID | PLUS_DOT_ID)*?
;
withOption
@ -490,7 +513,7 @@ tableProperty
;
tablePropertyKey
: identifier ('.' identifier)*
: identifier | dereferenceDefinition
| STRING_LITERAL
;