test: split flink sql syntax.test.ts (#116)

test/parser/flinksql/syntax.test.ts

@@ -1,233 +0,0 @@
-import FlinkSQL from '../../../src/parser/flinksql';
-
-describe('FlinkSQL Syntax Tests', () => {
-    const parser = new FlinkSQL();
-
-    // query statements
-    test('Test With clause', () => {
-        const sql = `
-            WITH orders_with_total AS (
-                SELECT order_id, price + tax AS total
-                FROM Orders
-            )
-            SELECT order_id, SUM(total)
-            FROM orders_with_total
-            GROUP BY order_id;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test simple Select Statement', () => {
-        const sql = `SELECT product, amount FROM Orders;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test simple Error Select Statement', () => {
-        const sql = `SELECT product, amount FROM;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(1);
-    });
-    test('Test Select Statement with where clause', () => {
-        const sql = `SELECT * FROM person WHERE id = 200 OR id = 300;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test Select Statement with group by clause', () => {
-        const sql = `SELECT id, sum(quantity) FROM dealer GROUP BY id;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test Select Statement with having clause', () => {
-        const sql = `
-            SELECT city, sum(quantity) AS _sum 
-            FROM dealer GROUP BY city HAVING city = 'Fremont';
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test Select Statement with order by clause', () => {
-        const sql = `SELECT name, age FROM person ORDER BY age;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test Select Statement with limit clause', () => {
-        const sql = `SELECT name, age FROM person ORDER BY name LIMIT 2;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    test('Test Select Statement with join', () => {
-        const sql = `
-            SELECT id, name, employee.deptno, deptname FROM employee
-            FULL JOIN department ON employee.deptno = department.deptno;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    // test left outer join
-    test('Test Select Statement with left outer join', () => {
-        const sql = `
-            SELECT order_id, res
-            FROM Orders
-            LEFT OUTER JOIN LATERAL TABLE(table_func(order_id)) t(res)
-            ON TRUE
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    // test cross join
-    test('Test Select Statement with cross join', () => {
-        const sql = `
-            SELECT order_id, tag
-            FROM Orders CROSS JOIN UNNEST(tags) AS t (tag)
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    // test for time temporal join
-    test('Test Select Statement with time temporal join', () => {
-        const sql = `SELECT o.order_id, o.total, c.country, c.zip
-            FROM Orders AS o
-            JOIN Customers FOR SYSTEM_TIME AS OF o.proc_time AS c
-            ON o.customer_id = c.id;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-    // test for catalog table
-    test('Test Select Statement with catalog table', () => {
-        const sql = `SELECT * FROM catalog1.db1.table1;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // describe statements
-    test('Test simple Describe Statement', () => {
-        const sql = `
-            DESCRIBE Orders;
-            DESC Orders;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // explain statements
-    test('Test simple Explain Statement', () => {
-        const sql = `
-            EXPLAIN SELECT * FROM emps;
-            EXPLAIN PLAN FOR SELECT * FROM emps;
-            EXPLAIN PLAN FOR insert into emps1 SELECT * FROM emps2;
-            EXPLAIN CHANGELOG_MODE SELECT * FROM emps;
-            EXPLAIN ESTIMATED_COST SELECT * FROM emps;
-            EXPLAIN JSON_EXECUTION_PLAN SELECT * FROM emps;
-            EXPLAIN CHANGELOG_MODE, JSON_EXECUTION_PLAN, ESTIMATED_COST SELECT * FROM emps;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // explain insert_statement
-    test('Test Explain Insert Statement', () => {
-        const sql = `EXPLAIN INSERT INTO EMPS1 SELECT * FROM EMPS2;`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    test('Test simple Explain statement_set', () => {
-        // 按官网上写的，那应该是 explain execute statement set - begin，但实际执行时，携带 execute 会报错
-        // 个人理解，explain 是解析该语法如何执行，而不能在解析的过程中，去执行语句
-        const sql = `
-            EXPLAIN STATEMENT SET
-            BEGIN
-            INSERT INTO t1 SELECT * FROM t2;
-            INSERT INTO t2 SELECT * FROM t3;
-            END;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // use statements
-    test('Test simple Use Statement', () => {
-        const sql = `
-            USE CATALOG cat1;
-            USE db1;
-            USE MODULES hive;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // show statements
-    test('Test simple Show Statement', () => {
-        const sql = `
-            SHOW CATALOGS;
-            SHOW CURRENT CATALOG;
-            SHOW DATABASES;
-            SHOW CURRENT DATABASE;
-            SHOW TABLES;
-            SHOW TABLES FROM catalog1.db1 NOT LIKE '%';
-            SHOW CREATE TABLE my_table;
-            SHOW COLUMNS FROM my_table LIKE '%f%';
-            SHOW VIEWS;
-            SHOW CREATE VIEW my_view;
-            SHOW FUNCTIONS;
-            SHOW USER FUNCTIONS;
-            SHOW MODULES;
-            SHOW FULL MODULES;
-            SHOW JARS;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    // other statement
-    test('Test other Statement', () => {
-        const sql = `
-        LOAD MODULE CORE;
-        LOAD MODULE dummy WITH ('k1' = 'v1', 'k2' = 'v2');
-        UNLOAD MODULE CORE;
-        SET;
-        SET 'test-key' = 'test-value';
-        RESET;
-        RESET 'test-key';
-        ADD JAR '<path_to_filename>.jar'
-        REMOVE JAR '<path_to_filename>.jar'
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    test('DT Add Statement', () => {
-        const sql = `
-            ADD JAR WITH /home/test.jar;
-            ADD JAR WITH /home/test.jar AS test.jar;
-            ADD FILE WITH /home/admin/sftp/dttest_cn/DsCenter_1687/krb5.conf AS krb5.conf;
-            ADD FILE WITH /home/admin/sftp/dttest_cn/DsCenter_1687/krb5.conf RENAME test.conf;
-            ADD PYTHON_FILES WITH /test.py RENAME test.py;
-            ADD PYTHON_REQUIREMENTS WITH /requirements.txt RENAME requirements.txt;
-            ADD PYTHON_JAR WITH /python_jar.jar RENAME py_jar.jar;
-            ADD PYTHON_PARAMETER /parameter.py;
-            ADD ENGINE FILE WITH /filePath RENAME theName KEY theKey;
-        `;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    test('Test invalid Double Line Comment statement', () => {
-        const sql = `-test comment\n`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(1);
-    });
-
-    test('Test valid Double Line Comment statement', () => {
-        const sql = `----test comment\n`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-
-    test('Test valid Hash Sign Line Comment statement', () => {
-        const sql = `#test comment\n`;
-        const result = parser.validate(sql);
-        expect(result.length).toBe(0);
-    });
-});

test/parser/flinksql/syntax/choreStatement.test.ts

@@ -0,0 +1,17 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+// 综合测试的 sql 不做切割
+const features = {
+    chores: readSQL(__dirname, 'chore.sql')
+};
+
+describe('FlinkSQL Chore Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    features.chores.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});

test/parser/flinksql/syntax/commentStatement.test.ts

@@ -0,0 +1,16 @@
+import fs from 'fs';
+import path from 'path';
+import FlinkSQL from "../../../../src/parser/flinksql";
+
+// 注释 sql 不做切割
+const features = {
+    comments: fs.readFileSync(path.join(__dirname, 'fixtures', 'comment.sql'), 'utf-8')
+};
+
+describe('FlinkSQL Comment Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    test('Comment SQL Statement', () => {
+        expect(parser.validate(features.comments).length).toBe(0);
+    });
+});

test/parser/flinksql/syntax/describeStatement.test.ts

@@ -0,0 +1,16 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+const features = {
+    describes: readSQL(__dirname, 'describe.sql')
+};
+
+describe('FlinkSQL Describe Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    features.describes.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});

test/parser/flinksql/syntax/dtAddFileStatement.test.ts

@@ -0,0 +1,16 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+const features = {
+    dtAddFiles: readSQL(__dirname, 'dtAddFile.sql')
+};
+
+describe('FlinkSQL DT Add File Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    features.dtAddFiles.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});

test/parser/flinksql/syntax/explainStatement.test.ts

@@ -0,0 +1,16 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+const features = {
+    explains: readSQL(__dirname, 'explain.sql')
+};
+
+describe('FlinkSQL Explain Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    features.explains.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});

test/parser/flinksql/syntax/fixtures/chore.sql

@@ -0,0 +1,27 @@
+-- LOAD/UNLOAD
+LOAD MODULE CORE;
+
+LOAD MODULE dummy WITH ('k1' = 'v1', 'k2' = 'v2');
+
+UNLOAD MODULE CORE;
+
+--SET/RESET
+SET;
+
+SET 'test-key' = 'test-value';
+
+RESET;
+
+RESET 'test-key';
+
+-- ADD/REMOVE JAR
+ADD JAR '<path_to_filename>.jar'
+
+REMOVE JAR '<path_to_filename>.jar'
+
+-- Complex Arithmetic Expression
+INSERT INTO avg_request_size_5m SELECT
+    window_start,
+    window_end,
+    (server_logs_window_5m.a/server_logs_window_5m.b+c)/d*e%f-g AS avg_size
+FROM server_logs_window_5m;

test/parser/flinksql/syntax/fixtures/comment.sql

@@ -0,0 +1,7 @@
+----test comment1
+
+--test comment2
+
+/*
+ * test comments 3
+ */

test/parser/flinksql/syntax/fixtures/describe.sql

@@ -0,0 +1,7 @@
+DESCRIBE Orders;
+
+DESC Orders;
+
+DESCRIBE catalog1.db1.table1;
+
+DESC catalog1.db1.table1;

test/parser/flinksql/syntax/fixtures/dtAddFile.sql

@@ -0,0 +1,17 @@
+ADD JAR WITH /home/test.jar;
+
+ADD JAR WITH /home/test.jar AS test.jar;
+
+ADD FILE WITH /home/admin/sftp/dttest_cn/DsCenter_1687/krb5.conf AS krb5.conf;
+
+ADD FILE WITH /home/admin/sftp/dttest_cn/DsCenter_1687/krb5.conf RENAME test.conf;
+
+ADD PYTHON_FILES WITH /test.py RENAME test.py;
+
+ADD PYTHON_REQUIREMENTS WITH /requirements.txt RENAME requirements.txt;
+
+ADD PYTHON_JAR WITH /python_jar.jar RENAME py_jar.jar;
+
+ADD PYTHON_PARAMETER /parameter.py;
+
+ADD ENGINE FILE WITH /filePath RENAME theName KEY theKey;

test/parser/flinksql/syntax/fixtures/explain.sql

@@ -0,0 +1,15 @@
+EXPLAIN SELECT * FROM emps;
+
+EXPLAIN PLAN FOR SELECT * FROM emps;
+
+EXPLAIN PLAN FOR insert into emps1 SELECT * FROM emps2;
+
+EXPLAIN CHANGELOG_MODE SELECT * FROM emps;
+
+EXPLAIN ESTIMATED_COST SELECT * FROM emps;
+
+EXPLAIN JSON_EXECUTION_PLAN SELECT * FROM emps;
+
+EXPLAIN CHANGELOG_MODE, JSON_EXECUTION_PLAN, ESTIMATED_COST SELECT * FROM emps;
+
+EXPLAIN INSERT INTO EMPS1 SELECT * FROM EMPS2;

test/parser/flinksql/syntax/fixtures/select.sql

@@ -6,8 +6,14 @@ SELECT order_id, price FROM (VALUES (1, 2.0), (2, 3.1)) AS t (order_id, price);
 
 SELECT price + tax FROM Orders WHERE id = 10;
 
+SELECT * FROM person WHERE id = 200 OR id = 300;
+
+SELECT id, sum(quantity) FROM dealer GROUP BY id;
+
 SELECT PRETTY_PRINT(order_id) FROM Orders;
 
 SELECT * FROM Orders ORDER BY order_time, order_id;
 
-SELECT * FROM Orders ORDER BY orderTime LIMIT 3;
+SELECT * FROM Orders ORDER BY orderTime LIMIT 3;
+
+SELECT * FROM catalog1.db1.table1;

test/parser/flinksql/syntax/fixtures/show.sql

@@ -0,0 +1,29 @@
+SHOW CATALOGS;
+
+SHOW CURRENT CATALOG;
+
+SHOW DATABASES;
+
+SHOW CURRENT DATABASE;
+
+SHOW TABLES;
+
+SHOW TABLES FROM catalog1.db1 NOT LIKE '%';
+
+SHOW CREATE TABLE my_table;
+
+SHOW COLUMNS FROM my_table LIKE '%f%';
+
+SHOW VIEWS;
+
+SHOW CREATE VIEW my_view;
+
+SHOW FUNCTIONS;
+
+SHOW USER FUNCTIONS;
+
+SHOW MODULES;
+
+SHOW FULL MODULES;
+
+SHOW JARS;

test/parser/flinksql/syntax/fixtures/use.sql

@@ -0,0 +1,5 @@
+USE CATALOG cat1;
+
+USE db1;
+
+USE MODULES hive;

test/parser/flinksql/syntax/showStatement.test.ts

@@ -0,0 +1,16 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+const features = {
+    shows: readSQL(__dirname, 'show.sql')
+};
+
+describe('FlinkSQL Show Syntax Tests', () => {
+    const parser = new FlinkSQL();
+
+    features.shows.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});

test/parser/flinksql/syntax/useStatement.test.ts

@@ -0,0 +1,16 @@
+import FlinkSQL from "../../../../src/parser/flinksql";
+import { readSQL } from "../../../helper";
+
+const features = {
+    uses: readSQL(__dirname, 'use.sql')
+};
+
+describe('FlinkSQL Use Syntax Tests', () => {
+    const parser = new FlinkSQL();    
+    
+    features.uses.forEach((sql) => {
+        it(sql, () => {
+            expect(parser.validate(sql).length).toBe(0);
+        });
+    });
+});