oushu/lava-oushudb-dt-sql-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(spark): support materialized view for spark sql (#262)

Browse Source 
* feat(spark): support materialized view for spark sql

* fix(spark): code review update

* fix(spark): update spark  materilized view and zorder grammar

* test(spark): add syntaxSuggestion test of materialized view

---------

Co-authored-by: jialan <jialan@dtstack.com>
This commit is contained in:
JackWang032
2024-02-26 17:25:19 +08:00
committed by GitHub
parent 081ff7f067
commit 5ce89cb421
26 changed files with 10156 additions and 9101 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/grammar/spark/SparkSqlLexer.g4
View File

@ -142,12 +142,14 @@ KW_DESCRIBE : 'DESCRIBE';
KW_DFS : 'DFS';
KW_DIRECTORIES : 'DIRECTORIES';
KW_DIRECTORY : 'DIRECTORY';
KW_DISABLE : 'DISABLE';
KW_DISTINCT : 'DISTINCT';
KW_DISTRIBUTE : 'DISTRIBUTE';
KW_DIV : 'DIV';
KW_DOUBLE : 'DOUBLE';
KW_DROP : 'DROP';
KW_ELSE : 'ELSE';
KW_ENABLE : 'ENABLE';
KW_END : 'END';
KW_ESCAPE : 'ESCAPE';
KW_ESCAPED : 'ESCAPED';
@ -224,6 +226,7 @@ KW_LOCKS : 'LOCKS';
KW_LOGICAL : 'LOGICAL';
KW_LONG : 'LONG';
KW_MACRO : 'MACRO';
KW_MATERIALIZED : 'MATERIALIZED';
KW_MAP : 'MAP';
KW_MATCHED : 'MATCHED';
KW_MERGE : 'MERGE';
@ -252,6 +255,7 @@ KW_OF : 'OF';
KW_OFFSET : 'OFFSET';
KW_ON : 'ON';
KW_ONLY : 'ONLY';
KW_OPTIMIZE : 'OPTIMIZE';
KW_OPTION : 'OPTION';
KW_OPTIONS : 'OPTIONS';
KW_OR : 'OR';
@ -294,6 +298,7 @@ KW_REPLACE : 'REPLACE';
KW_RESET : 'RESET';
KW_RESPECT : 'RESPECT';
KW_RESTRICT : 'RESTRICT';
KW_REWRITE : 'REWRITE';
KW_REVOKE : 'REVOKE';
KW_RIGHT : 'RIGHT';
KW_RLIKE : 'RLIKE';
@ -396,6 +401,7 @@ KW_WITHIN : 'WITHIN';
KW_YEAR : 'YEAR';
KW_YEARS : 'YEARS';
KW_ZONE : 'ZONE';
KW_ZORDER : 'ZORDER';
//--SPARK-KEYWORD-LIST-END
//============================
// End of the keywords list

38
src/grammar/spark/SparkSqlParser.g4
View File

@ -92,8 +92,11 @@ statement
)* KW_PURGE?
| KW_ALTER KW_TABLE tableName (partitionSpec)? KW_SET locationSpec
| KW_ALTER KW_TABLE tableName KW_RECOVER KW_PARTITIONS
| KW_ALTER KW_MATERIALIZED KW_VIEW viewName (KW_ENABLE | KW_DISABLE) KW_REWRITE
| KW_ALTER KW_MATERIALIZED KW_VIEW viewName KW_SET KW_TBLPROPERTIES propertyList
| KW_DROP KW_TABLE (ifExists)? tableName KW_PURGE?
| KW_DROP KW_VIEW (ifExists)? viewName
| KW_DROP KW_MATERIALIZED KW_VIEW (ifExists)? viewName
| KW_CREATE (KW_OR KW_REPLACE)? (KW_GLOBAL? KW_TEMPORARY)? KW_VIEW (ifNotExists)? viewNameCreate identifierCommentList? (
commentSpec
| (KW_PARTITIONED KW_ON identifierList)
@ -106,6 +109,19 @@ statement
| KW_CREATE (KW_OR KW_REPLACE)? KW_TEMPORARY? KW_FUNCTION (ifNotExists)? functionNameCreate KW_AS className=stringLit (
KW_USING resource (COMMA resource)*
)?
|
// Self developed materialized view syntax by dtstack, spark not support now.
KW_CREATE KW_MATERIALIZED KW_VIEW (ifNotExists)? viewNameCreate tableProvider? (
(KW_OPTIONS options=propertyList)
| (KW_PARTITIONED KW_BY partitioning=partitionFieldList)
| skewSpec
| bucketSpec
| rowFormat
| createFileFormat
| locationSpec
| commentSpec
| (KW_TBLPROPERTIES tableProps=propertyList)
)* KW_AS query
| KW_DROP KW_TEMPORARY? KW_FUNCTION (ifExists)? functionName
| KW_DECLARE (KW_OR KW_REPLACE)? KW_VARIABLE? functionName dataType? variableDefaultExpression?
| KW_DROP KW_TEMPORARY KW_VARIABLE (ifExists)? (tableName | viewName | functionName)
@ -122,6 +138,10 @@ statement
| KW_SHOW KW_CREATE KW_TABLE tableName (KW_AS KW_SERDE)?
| KW_SHOW KW_CURRENT dbSchema
| KW_SHOW KW_CATALOGS (KW_LIKE? pattern=stringLit)?
| KW_SHOW KW_MATERIALIZED KW_VIEWS ((KW_FROM | KW_IN) db_name=dbSchemaName)? (
KW_LIKE? pattern=stringLit
)?
| KW_SHOW KW_CREATE KW_MATERIALIZED KW_VIEW viewName (KW_AS KW_SERDE)?
| (KW_DESC | KW_DESCRIBE) KW_FUNCTION KW_EXTENDED? describeFuncName
| (KW_DESC | KW_DESCRIBE) KW_DATABASE KW_EXTENDED? dbSchemaName
| (KW_DESC | KW_DESCRIBE) KW_TABLE? option=(KW_EXTENDED | KW_FORMATTED)? tableName partitionSpec? describeColName?
@ -131,6 +151,7 @@ statement
| KW_REFRESH KW_TABLE tableName
| KW_REFRESH KW_FUNCTION functionName
| KW_REFRESH (stringLit | .*?)
| KW_REFRESH KW_MATERIALIZED KW_VIEW viewName
| KW_CACHE KW_LAZY? KW_TABLE tableName (KW_OPTIONS options=propertyList)? (KW_AS? query)?
| KW_UNCACHE KW_TABLE (ifExists)? tableName
| KW_CLEAR KW_CACHE
@ -154,6 +175,7 @@ statement
KW_USING indexType=identifier
)? LEFT_PAREN multipartIdentifierPropertyList RIGHT_PAREN (KW_OPTIONS options=propertyList)?
| KW_DROP KW_INDEX (ifExists)? identifier KW_ON KW_TABLE? tableName
| KW_OPTIMIZE tableName whereClause? zorderClause
| unsupportedHiveNativeCommands .*?
;
@ -1233,6 +1255,10 @@ windowClause
: KW_WINDOW namedWindow (COMMA namedWindow)*
;
zorderClause
: KW_ZORDER KW_BY columnNameSeq
;
namedWindow
: name=errorCapturingIdentifier KW_AS windowSpec
;
@ -1436,10 +1462,12 @@ ansiNonReserved
| KW_DFS
| KW_DIRECTORIES
| KW_DIRECTORY
| KW_DISABLE
| KW_DISTRIBUTE
| KW_DIV
| KW_DOUBLE
| KW_DROP
| KW_ENABLE
| KW_ESCAPED
| KW_EXCHANGE
| KW_EXCLUDE
@ -1495,6 +1523,7 @@ ansiNonReserved
| KW_MACRO
| KW_MAP
| KW_MATCHED
| KW_MATERIALIZED
| KW_MERGE
| KW_MICROSECOND
| KW_MICROSECONDS
@ -1514,6 +1543,7 @@ ansiNonReserved
| KW_NULLS
| KW_NUMERIC
| KW_OF
| KW_OPTIMIZE
| KW_OPTION
| KW_OPTIONS
| KW_OUT
@ -1549,6 +1579,7 @@ ansiNonReserved
| KW_RESPECT
| KW_RESTRICT
| KW_REVOKE
| KW_REWRITE
| KW_RLIKE
| KW_REGEXP
| KW_ROLE
@ -1632,6 +1663,7 @@ ansiNonReserved
| KW_YEAR
| KW_YEARS
| KW_ZONE
| KW_ZORDER
//--ANSI-NON-RESERVED-END
;
@ -1747,12 +1779,14 @@ nonReserved
| KW_DFS
| KW_DIRECTORIES
| KW_DIRECTORY
| KW_DISABLE
| KW_DISTINCT
| KW_DISTRIBUTE
| KW_DIV
| KW_DOUBLE
| KW_DROP
| KW_ELSE
| KW_ENABLE
| KW_END
| KW_ESCAPE
| KW_ESCAPED
@ -1824,6 +1858,7 @@ nonReserved
| KW_MACRO
| KW_MAP
| KW_MATCHED
| KW_MATERIALIZED
| KW_MERGE
| KW_MICROSECOND
| KW_MICROSECONDS
@ -1847,6 +1882,7 @@ nonReserved
| KW_OF
| KW_OFFSET
| KW_ONLY
| KW_OPTIMIZE
| KW_OPTION
| KW_OPTIONS
| KW_OR
@ -1890,6 +1926,7 @@ nonReserved
| KW_RESPECT
| KW_RESTRICT
| KW_REVOKE
| KW_REWRITE
| KW_RLIKE
| KW_REGEXP
| KW_ROLE
@ -1986,5 +2023,6 @@ nonReserved
| KW_YEAR
| KW_YEARS
| KW_ZONE
| KW_ZORDER
//--DEFAULT-NON-RESERVED-END
;