feat: collect entity (#265)

* feat: add text and word utils * feat: add entity collector class * refactor: rename SyntaxContextType to EntityContextType * refactor: improve EntityCollector * feat: improve mysql parser grammar * feat: add mysql entity collector * test: mysql entity collector tests * feat: remove useless method * feat: improve spark grammar file * feat: add spark entity collector * test: spark entity collector unit tests * feat: remove useless code * feat: add queryStatement label * feat: add crateDatabaseStmt * feat: add trino entity collector * feat: rename trinosql to trino * test: trino collect entity unit tests * test: fix spark test * feat(impala): support impale entity collector (#256) * Feat/collect entity hive (#263) * feat(hive): support hive collect entity * feat(hive): update tableAllColumns * feat: replace antlr4ts with antlr4ng * feat(pgsql): pgsql collect entity (#268) * feat(pgsql): pgsql collect entity * feat(pgsql): optimize some name --------- Co-authored-by: zhaoge <> * feat: get word text by token.text * feat: supprt collect db/function and add splitListener (#270) * feat: supprt collect db/function and add splitListner * feat: remove SplitListener interface in baseParser to use SplitListener in root * fix(mysql): fix show create xxx not celloct as createXXXEntity type * test: fix pgsql unit tests * Feat/error recover predicate (#274) * feat: optimize pgsql grammar * feat: add sql parser base * feat: apply SQLParserBase * feat: add geAllEntities method * test: test collect table when missing column * feat: compose collect and suggestion (#276) * feat: mark stmt which contain caret * test: correct name of getAllEntities * test: remove misscolumn unit tests * test: add suggestionWithEntity tests * feat: flink collect entity (#277) * feat: improve flink sql parser * feat: support flink entity collector * test: flink entity collect unit test * feat: move combine entities to parent class --------- Co-authored-by: 霜序 <976060700@qq.com> Co-authored-by: XCynthia <942884029@qq.com>
2024-03-26 14:28:27 +08:00
parent 3f62ad0d32
commit a99721162b
230 changed files with 56908 additions and 46672 deletions
--- a/test/parser/impala/contextCollect/entityCollector.test.ts
+++ b/test/parser/impala/contextCollect/entityCollector.test.ts
@ -0,0 +1,600 @@
+import fs from 'fs';
+import path from 'path';
+import { ImpalaSqlSplitListener } from 'src/parser/impala';
+import { EntityContextType } from 'src/parser/common/basic-parser-types';
+import { StmtContextType } from 'src/parser/common/entityCollector';
+import ImpalaSQL from 'src/parser/impala';
+import { ImpalaSqlParserListener } from 'src/lib/impala/ImpalaSqlParserListener';
+import ImpalaEntityCollector from 'src/parser/impala/impalaEntityCollector';
+import { ParseTreeListener } from 'antlr4ng';
+
+const commonSql = fs.readFileSync(path.join(__dirname, 'fixtures', 'common.sql'), 'utf-8');
+
+describe('ImpalaSQL entity collector tests', () => {
+    const impalaSql = new ImpalaSQL();
+    const parseTree = impalaSql.parse(commonSql);
+    const splitListener = new ImpalaSqlSplitListener();
+    impalaSql.listen(splitListener as ImpalaSqlParserListener, parseTree);
+
+    test('validate common sql', () => {
+        expect(impalaSql.validate(commonSql).length).toBe(0);
+    });
+
+    test('split results', () => {
+        expect(splitListener.statementsContext.length).toBe(14);
+    });
+
+    test('create table by like', () => {
+        const columnCreateTableContext = splitListener.statementsContext[0];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const tableCreateEntity = allEntities[0];
+        const likeTableEntity = allEntities[1];
+
+        expect(tableCreateEntity.entityContextType).toBe(EntityContextType.TABLE_CREATE);
+        expect(tableCreateEntity.text).toBe('new_Table');
+        expect(tableCreateEntity.position).toEqual({
+            endColumn: 23,
+            endIndex: 21,
+            line: 1,
+            startColumn: 14,
+            startIndex: 13,
+        });
+
+        expect(tableCreateEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_TABLE_STMT
+        );
+        expect(tableCreateEntity.belongStmt.position).toEqual({
+            endColumn: 38,
+            endIndex: 36,
+            endLine: 1,
+            startColumn: 1,
+            startIndex: 0,
+            startLine: 1,
+        });
+
+        expect(tableCreateEntity.relatedEntities.length).toBe(1);
+        expect(tableCreateEntity.columns).toBeNull();
+        expect(tableCreateEntity.relatedEntities[0]).toBe(likeTableEntity);
+
+        expect(likeTableEntity.text).toBe('old_table');
+        expect(likeTableEntity.entityContextType).toBe(EntityContextType.TABLE);
+        expect(likeTableEntity.belongStmt).toBe(tableCreateEntity.belongStmt);
+    });
+
+    test('create table by columns', () => {
+        const columnCreateTableContext = splitListener.statementsContext[1];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const tableCreateEntity = allEntities[0];
+
+        expect(tableCreateEntity.entityContextType).toBe(EntityContextType.TABLE_CREATE);
+        expect(tableCreateEntity.text).toBe('census');
+        expect(tableCreateEntity.position).toEqual({
+            endColumn: 20,
+            endIndex: 58,
+            line: 3,
+            startColumn: 14,
+            startIndex: 53,
+        });
+
+        expect(tableCreateEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_TABLE_STMT
+        );
+        expect(tableCreateEntity.belongStmt.position).toEqual({
+            endColumn: 77,
+            endIndex: 115,
+            endLine: 3,
+            startColumn: 1,
+            startIndex: 40,
+            startLine: 3,
+        });
+
+        expect(tableCreateEntity.relatedEntities).toBeNull();
+        expect(tableCreateEntity.columns.length).toBe(2);
+        tableCreateEntity.columns.forEach((columEntity) => {
+            expect(columEntity.entityContextType).toBe(EntityContextType.COLUMN_CREATE);
+            expect(columEntity.belongStmt).toBe(tableCreateEntity.belongStmt);
+            expect(columEntity.text).toBe(
+                commonSql.slice(columEntity.position.startIndex, columEntity.position.endIndex + 1)
+            );
+        });
+    });
+
+    test('create table by select', () => {
+        const columnCreateTableContext = splitListener.statementsContext[2];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const tableCreateEntity = allEntities[0];
+        const fromCreateEntity = allEntities[1];
+
+        expect(tableCreateEntity.entityContextType).toBe(EntityContextType.TABLE_CREATE);
+        expect(tableCreateEntity.text).toBe('sorted_census_data');
+        expect(tableCreateEntity.position).toEqual({
+            endColumn: 32,
+            endIndex: 149,
+            line: 5,
+            startColumn: 14,
+            startIndex: 132,
+        });
+
+        expect(tableCreateEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_TABLE_STMT
+        );
+        expect(tableCreateEntity.belongStmt.position).toEqual({
+            endColumn: 30,
+            endIndex: 278,
+            endLine: 9,
+            startColumn: 1,
+            startIndex: 119,
+            startLine: 5,
+        });
+
+        expect(tableCreateEntity.relatedEntities.length).toBe(1);
+        expect(tableCreateEntity.columns).toBeNull();
+
+        expect(fromCreateEntity.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(fromCreateEntity.text).toBe('unsorted_census_data');
+        expect(tableCreateEntity.relatedEntities[0]).toBe(fromCreateEntity);
+    });
+
+    test('create kudu table by select', () => {
+        const columnCreateTableContext = splitListener.statementsContext[3];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const tableCreateEntity = allEntities[0];
+        const fromCreateEntity = allEntities[1];
+
+        expect(tableCreateEntity.entityContextType).toBe(EntityContextType.TABLE_CREATE);
+        expect(tableCreateEntity.text).toBe('ctas_t1');
+        expect(tableCreateEntity.position).toEqual({
+            endColumn: 21,
+            endIndex: 301,
+            line: 11,
+            startColumn: 14,
+            startIndex: 295,
+        });
+
+        expect(tableCreateEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_TABLE_STMT
+        );
+        expect(tableCreateEntity.belongStmt.position).toEqual({
+            endColumn: 31,
+            endIndex: 405,
+            endLine: 14,
+            startColumn: 1,
+            startIndex: 282,
+            startLine: 11,
+        });
+
+        expect(tableCreateEntity.relatedEntities.length).toBe(1);
+        expect(tableCreateEntity.columns).toBeNull();
+
+        expect(fromCreateEntity.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(fromCreateEntity.text).toBe('kudu_t1');
+        expect(tableCreateEntity.relatedEntities[0]).toBe(fromCreateEntity);
+    });
+
+    test('create kudu table by columns', () => {
+        const columnCreateTableContext = splitListener.statementsContext[4];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const tableCreateEntity = allEntities[0];
+
+        expect(tableCreateEntity.entityContextType).toBe(EntityContextType.TABLE_CREATE);
+        expect(tableCreateEntity.text).toBe('kudu_t3');
+        expect(tableCreateEntity.position).toEqual({
+            endColumn: 21,
+            endIndex: 428,
+            line: 16,
+            startColumn: 14,
+            startIndex: 422,
+        });
+
+        expect(tableCreateEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_TABLE_STMT
+        );
+        expect(tableCreateEntity.belongStmt.position).toEqual({
+            endColumn: 17,
+            endIndex: 705,
+            endLine: 23,
+            startColumn: 1,
+            startIndex: 409,
+            startLine: 16,
+        });
+
+        expect(tableCreateEntity.relatedEntities).toBeNull();
+        expect(tableCreateEntity.columns.length).toBe(4);
+        tableCreateEntity.columns.forEach((columEntity) => {
+            expect(columEntity.entityContextType).toBe(EntityContextType.COLUMN_CREATE);
+            expect(columEntity.belongStmt).toBe(tableCreateEntity.belongStmt);
+            expect(columEntity.text).toBe(
+                commonSql.slice(columEntity.position.startIndex, columEntity.position.endIndex + 1)
+            );
+        });
+    });
+
+    test('create view', () => {
+        const columnCreateTableContext = splitListener.statementsContext[5];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const viewCreateEntity = allEntities[0];
+        const fromCreateEntity = allEntities[1];
+
+        expect(viewCreateEntity.entityContextType).toBe(EntityContextType.VIEW_CREATE);
+        expect(viewCreateEntity.text).toBe('my_view');
+        expect(viewCreateEntity.position).toEqual({
+            endColumn: 20,
+            endIndex: 727,
+            line: 25,
+            startColumn: 13,
+            startIndex: 721,
+        });
+
+        expect(viewCreateEntity.belongStmt.stmtContextType).toBe(StmtContextType.CREATE_VIEW_STMT);
+        expect(viewCreateEntity.belongStmt.position).toEqual({
+            endColumn: 146,
+            endIndex: 853,
+            endLine: 25,
+            startColumn: 1,
+            startIndex: 709,
+            startLine: 25,
+        });
+
+        expect(viewCreateEntity.relatedEntities[0]).toBe(fromCreateEntity);
+        expect(viewCreateEntity.columns.length).toBe(2);
+        viewCreateEntity.columns.forEach((columEntity) => {
+            expect(columEntity.entityContextType).toBe(EntityContextType.COLUMN_CREATE);
+            expect(columEntity.belongStmt).toBe(viewCreateEntity.belongStmt);
+            expect(columEntity.text).toBe(
+                commonSql.slice(columEntity.position.startIndex, columEntity.position.endIndex + 1)
+            );
+        });
+
+        expect(fromCreateEntity.entityContextType).toBe(EntityContextType.TABLE);
+        expect(fromCreateEntity.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(fromCreateEntity.text).toBe('my_table');
+    });
+
+    test('insert table select', () => {
+        const columnCreateTableContext = splitListener.statementsContext[6];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const tableInsertEntity = allEntities[0];
+        const fromTableEntity = allEntities[1];
+
+        expect(tableInsertEntity.entityContextType).toBe(EntityContextType.TABLE);
+        expect(tableInsertEntity.text).toBe('t2');
+        expect(tableInsertEntity.position).toEqual({
+            endColumn: 15,
+            endIndex: 870,
+            line: 27,
+            startColumn: 13,
+            startIndex: 869,
+        });
+
+        expect(tableInsertEntity.belongStmt.stmtContextType).toBe(StmtContextType.INSERT_STMT);
+        expect(tableInsertEntity.belongStmt.position).toEqual({
+            endColumn: 40,
+            endIndex: 895,
+            endLine: 27,
+            startColumn: 1,
+            startIndex: 857,
+            startLine: 27,
+        });
+
+        expect(tableInsertEntity.columns).toBeNull();
+
+        expect(fromTableEntity.entityContextType).toBe(EntityContextType.TABLE);
+        expect(fromTableEntity.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(fromTableEntity.text).toBe('t1');
+        expect(fromTableEntity.belongStmt.parentStmt).toBe(tableInsertEntity.belongStmt);
+    });
+
+    test('select table', () => {
+        const columnCreateTableContext = splitListener.statementsContext[7];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const tableEntity1 = allEntities[0];
+
+        expect(tableEntity1.entityContextType).toBe(EntityContextType.TABLE);
+        expect(tableEntity1.text).toBe('a');
+        expect(tableEntity1.position).toEqual({
+            endColumn: 16,
+            endIndex: 913,
+            line: 29,
+            startColumn: 15,
+            startIndex: 913,
+        });
+
+        expect(tableEntity1.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(tableEntity1.belongStmt.position).toEqual({
+            endColumn: 16,
+            endIndex: 913,
+            endLine: 29,
+            startColumn: 1,
+            startIndex: 899,
+            startLine: 29,
+        });
+
+        expect(tableEntity1.columns).toBeNull();
+        expect(tableEntity1.relatedEntities).toBeNull();
+    });
+
+    test('select table join', () => {
+        const columnCreateTableContext = splitListener.statementsContext[8];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(2);
+
+        const tableEntity1 = allEntities[0];
+        const tableEntity2 = allEntities[1];
+
+        expect(tableEntity1.entityContextType).toBe(EntityContextType.TABLE);
+        expect(tableEntity1.text).toBe('t1');
+        expect(tableEntity1.position).toEqual({
+            endColumn: 28,
+            endIndex: 943,
+            line: 31,
+            startColumn: 26,
+            startIndex: 942,
+        });
+
+        expect(tableEntity1.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(tableEntity1.belongStmt.position).toEqual({
+            endColumn: 20,
+            endIndex: 1022,
+            endLine: 33,
+            startColumn: 1,
+            startIndex: 917,
+            startLine: 31,
+        });
+
+        expect(tableEntity1.columns).toBeNull();
+        expect(tableEntity1.relatedEntities).toBeNull();
+
+        expect(tableEntity2.entityContextType).toBe(EntityContextType.TABLE);
+        expect(tableEntity2.belongStmt.stmtContextType).toBe(StmtContextType.SELECT_STMT);
+        expect(tableEntity2.text).toBe('t2');
+        expect(tableEntity2.columns).toBeNull();
+        expect(tableEntity2.relatedEntities).toBeNull();
+        expect(tableEntity2.belongStmt).toBe(tableEntity1.belongStmt);
+    });
+
+    test('create db', () => {
+        const columnCreateTableContext = splitListener.statementsContext[9];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const dbEntity = allEntities[0];
+
+        expect(dbEntity.entityContextType).toBe(EntityContextType.DATABASE_CREATE);
+        expect(dbEntity.text).toBe('my_db');
+        expect(dbEntity.position).toEqual({
+            endColumn: 22,
+            endIndex: 1046,
+            line: 35,
+            startColumn: 17,
+            startIndex: 1042,
+        });
+
+        expect(dbEntity.belongStmt.stmtContextType).toBe(StmtContextType.CREATE_DATABASE_STMT);
+        expect(dbEntity.belongStmt.position).toEqual({
+            endColumn: 52,
+            endIndex: 1076,
+            endLine: 35,
+            startColumn: 1,
+            startIndex: 1026,
+            startLine: 35,
+        });
+
+        expect(dbEntity.columns).toBeNull();
+        expect(dbEntity.relatedEntities).toBeNull();
+    });
+
+    test('create schema', () => {
+        const columnCreateTableContext = splitListener.statementsContext[10];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const schemaEntity = allEntities[0];
+
+        expect(schemaEntity.entityContextType).toBe(EntityContextType.DATABASE_CREATE);
+        expect(schemaEntity.text).toBe('my_schema');
+        expect(schemaEntity.position).toEqual({
+            endColumn: 38,
+            endIndex: 1116,
+            line: 37,
+            startColumn: 29,
+            startIndex: 1108,
+        });
+
+        expect(schemaEntity.belongStmt.stmtContextType).toBe(StmtContextType.CREATE_DATABASE_STMT);
+        expect(schemaEntity.belongStmt.position).toEqual({
+            endColumn: 94,
+            endIndex: 1172,
+            endLine: 37,
+            startColumn: 1,
+            startIndex: 1080,
+            startLine: 37,
+        });
+
+        expect(schemaEntity.columns).toBeNull();
+        expect(schemaEntity.relatedEntities).toBeNull();
+    });
+
+    test('comment dbName', () => {
+        const columnCreateTableContext = splitListener.statementsContext[11];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const dbEntity = allEntities[0];
+
+        expect(dbEntity.entityContextType).toBe(EntityContextType.DATABASE);
+        expect(dbEntity.text).toBe('my_database');
+        expect(dbEntity.position).toEqual({
+            endColumn: 32,
+            endIndex: 1206,
+            line: 39,
+            startColumn: 21,
+            startIndex: 1196,
+        });
+
+        // 由于没有处理 comment 语句，所以当前是处于 COMMON_STMT
+        expect(dbEntity.belongStmt.stmtContextType).toBe(StmtContextType.COMMON_STMT);
+        expect(dbEntity.belongStmt.position).toEqual({
+            endColumn: 59,
+            endIndex: 1233,
+            endLine: 39,
+            startColumn: 1,
+            startIndex: 1176,
+            startLine: 39,
+        });
+
+        expect(dbEntity.columns).toBeNull();
+        expect(dbEntity.relatedEntities).toBeNull();
+    });
+
+    test('create aggregate function', () => {
+        const columnCreateTableContext = splitListener.statementsContext[12];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const functionEntity = allEntities[0];
+
+        expect(functionEntity.entityContextType).toBe(EntityContextType.FUNCTION_CREATE);
+        expect(functionEntity.text).toBe('function_name');
+        expect(functionEntity.position).toEqual({
+            endColumn: 40,
+            endIndex: 1274,
+            line: 41,
+            startColumn: 27,
+            startIndex: 1262,
+        });
+
+        expect(functionEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_FUNCTION_STMT
+        );
+        expect(functionEntity.belongStmt.position).toEqual({
+            endColumn: 26,
+            endIndex: 1391,
+            endLine: 45,
+            startColumn: 1,
+            startIndex: 1236,
+            startLine: 41,
+        });
+
+        expect(functionEntity.columns).toBeNull();
+        expect(functionEntity.relatedEntities).toBeNull();
+    });
+
+    test('create function', () => {
+        const columnCreateTableContext = splitListener.statementsContext[13];
+
+        const collectListener = new ImpalaEntityCollector(commonSql);
+        impalaSql.listen(collectListener as ParseTreeListener, columnCreateTableContext);
+
+        const allEntities = collectListener.getEntities();
+
+        expect(allEntities.length).toBe(1);
+
+        const functionEntity = allEntities[0];
+
+        expect(functionEntity.entityContextType).toBe(EntityContextType.FUNCTION_CREATE);
+        expect(functionEntity.text).toBe('function_name');
+        expect(functionEntity.position).toEqual({
+            endColumn: 30,
+            endIndex: 1423,
+            line: 47,
+            startColumn: 17,
+            startIndex: 1411,
+        });
+
+        expect(functionEntity.belongStmt.stmtContextType).toBe(
+            StmtContextType.CREATE_FUNCTION_STMT
+        );
+        expect(functionEntity.belongStmt.position).toEqual({
+            endColumn: 21,
+            endIndex: 1517,
+            endLine: 50,
+            startColumn: 1,
+            startIndex: 1395,
+            startLine: 47,
+        });
+
+        expect(functionEntity.columns).toBeNull();
+        expect(functionEntity.relatedEntities).toBeNull();
+    });
+});
--- a/test/parser/impala/contextCollect/fixtures/common.sql
+++ b/test/parser/impala/contextCollect/fixtures/common.sql
@ -0,0 +1,50 @@
+CREATE TABLE new_Table like old_table;
+
+create table census (name string, census_year int) partitioned by (year int);
+
+CREATE TABLE sorted_census_data
+  SORT BY (last_name, state)
+  STORED AS PARQUET
+  AS SELECT last_name, first_name, state, address
+    FROM unsorted_census_data;
+
+CREATE TABLE ctas_t1
+  PRIMARY KEY (id) PARTITION BY HASH (id) PARTITIONS 10
+  STORED AS KUDU
+  AS SELECT id, s FROM kudu_t1;
+
+CREATE TABLE kudu_t3 (id BIGINT, year INT, s STRING,
+    b BOOLEAN, PRIMARY KEY (id,year))
+  PARTITION BY HASH (id) PARTITIONS 20,
+  RANGE (year) (PARTITION 1980 <= VALUES < 1990,
+    PARTITION 1990 <= VALUES < 2000,
+    PARTITION VALUE = 2001,
+    PARTITION 2001 < VALUES < 2003)
+  STORED AS KUDU;
+
+CREATE VIEW my_view (age COMMENT 'this is number col', age1 COMMENT 'this is number col') TBLPROPERTIES ('tblp1' = '1') AS SELECT * FROM my_table;
+
+insert into t2 (y, x) select c1 from t1;
+
+SELECT * from a;
+
+SELECT t1.c1, t2.c2 FROM t1 JOIN t2
+  ON t1.id = t2.id and t1.type_flag = t2.type_flag
+  WHERE t1.c1 > 100;
+
+CREATE DATABASE my_db LOCATION '/path/to/partition';
+
+CREATE SCHEMA IF NOT EXISTS my_schema COMMENT 'my first schema' LOCATION '/path/to/partition';
+
+COMMENT ON DATABASE my_database IS 'This is my database.';
+
+CREATE AGGREGATE FUNCTION function_name(arg_type1, arg_type2)
+RETURNS return_type
+LOCATION 'hdfs_path'
+UPDATE_FN='update_function'
+MERGE_FN='merge_function';
+
+CREATE FUNCTION function_name(arg_type1, arg_type2)
+RETURNS return_type
+LOCATION 'hdfs_path_to_dot_so'
+SYMBOL='symbol_name';