100 lines
3.1 KiB
MySQL
100 lines
3.1 KiB
MySQL
|
/**
|
||
|
|
** Notes:
|
||
|
|
** 1. MATERIALIZED VIEW syntax has not been officially supported by Spark yet.
|
||
|
|
** 2. The support for the following syntax is based on the self-developed component of dtstack.
|
||
|
|
**/
|
||
|
|
|
||
|
|
-- CREATE MATERIALIZED VIEW [ IF NOT EXISTS ] view_identifier
|
||
|
|
-- [ USING data_source ]
|
||
|
|
-- [ OPTIONS ( key1=val1, key2=val2, ... ) ]
|
||
|
|
-- [ PARTITIONED BY ( col_name1, col_name2, ... ) ]
|
||
|
|
-- [ SKEWED BY ( col_name, col_name, ... )
|
||
|
|
-- ON ( ( col_value, col_value, ... ), ( col_value, col_value, ... ), ... )
|
||
|
|
-- [ STORED AS DIRECTORIES ] ]
|
||
|
|
-- [ CLUSTERED BY ( col_name3, col_name4, ... )
|
||
|
|
-- [ SORTED BY ( col_name [ ASC | DESC ], ... ) ]
|
||
|
|
-- INTO num_buckets BUCKETS ]
|
||
|
|
-- [ ROW FORMAT row_format ]
|
||
|
|
-- [ [ STORED AS file_format ]
|
||
|
|
-- | STORED BY 'storage.handler.class.name' [ WITH SERDEPROPERTIES (...) ] ) ]
|
||
|
|
-- [ LOCATION hdfs_path ]
|
||
|
|
-- [ COMMENT table_comment ]
|
||
|
|
-- [ TBLPROPERTIES (property_name=property_value, ...) ]
|
||
|
|
-- AS select_statement;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW mv AS SELECT id FROM students;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW userDB.mv AS SELECT id FROM students;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW IF NOT EXISTS mv AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Use data source
|
||
|
|
CREATE MATERIALIZED VIEW mv USING CSV AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Use parquet data source with parquet storage options
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
USING PARQUET
|
||
|
|
OPTIONS (
|
||
|
|
'parquet.bloom.filter.enabled'='true',
|
||
|
|
'parquet.bloom.filter.enabled#age'='false'
|
||
|
|
)
|
||
|
|
AS SELECT id, age FROM students;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
PARTITIONED BY (id)
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
SKEWED BY (id) ON (1,5,6)
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
SKEWED BY (id) ON (1,5,6) STORED AS DIRECTORIES
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Create bucketed materialized view
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
CLUSTERED BY (id) SORTED BY (id) INTO 3 BUCKETS
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Use row format
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.RegexSerDe'
|
||
|
|
WITH SERDEPROPERTIES (
|
||
|
|
"input.regex" = ".*"
|
||
|
|
)
|
||
|
|
STORED AS TEXTFILE
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Use file format with 'stored as'
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
STORED AS TEXTFILE
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Use file format with 'stored by'
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
|
||
|
|
WITH SERDEPROPERTIES (
|
||
|
|
"hbase.columns.mapping" = "cf:string",
|
||
|
|
"hbase.table.name" = "hbase_table_0"
|
||
|
|
)
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Specify view storage path
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
STORED AS PARQUET
|
||
|
|
LOCATION 'hdfs://mv/'
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Add mv comment
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
STORED AS PARQUET
|
||
|
|
LOCATION 'hdfs://mv/'
|
||
|
|
COMMENT 'A materialized view'
|
||
|
|
AS SELECT id FROM students;
|
||
|
|
|
||
|
|
-- Set refresh properties
|
||
|
|
CREATE MATERIALIZED VIEW mv
|
||
|
|
TBLPROPERTIES("mv.enableAutoRefresh"="true", "mv.refreshInterval"="10min")
|
||
|
|
AS SELECT id FROM students;
|