Fix/split listener (#228)

* feat: improve FlinkSqlSplitListener

* feat: improve ImpalaSqlSplitListener

* feat: improve MysqlSplitListener

* fix: correct PgSqlSplitListener

* feat: improve TrinoSqlSplitListener

* test: add split listener unit test

* chore: ignore iml file

* feat: add pgsql missing rules

* test: fix pgsql unit tests
This commit is contained in:
Hayden
2023-12-08 18:33:16 +08:00
committed by GitHub
parent 8c594cf0f2
commit 23f5aac113
44 changed files with 38405 additions and 38236 deletions

View File

@ -35,4 +35,47 @@ describe('HiveSQL Listener Tests', () => {
await parser.listen(listenTableName as ParseTreeListener, parseTree as ProgramContext);
expect(result).toBe('DROPTABLETABLE_NAME');
});
test('Split sql listener', async () => {
const singleStatementArr = [
`SELECT id FROM games ORDER BY score;`,
`INSERT INTO country_page_view
SELECT user1, cnt FROM page_view_source`,
`CREATE TEMPORARY EXTERNAL TABLE IF NOT EXISTS page_view(
viewTime INT,
userid BIGINT,
page_url STRING,
referrer_url STRING,
ip STRING COMMENT 'IP Address of the User'
) COMMENT 'This is the page view table' PARTITIONED BY(dt STRING, country STRING) AS
SELECT
(key % 1024) new_key,
concat(key, value) key_value_pair
FROM
key_value_store SORT BY new_key,
key_value_pair;`,
];
const sql = singleStatementArr.join('\n');
const sqlSlices = parser.splitSQLByStatement(sql);
expect(sqlSlices).not.toBeNull();
// check text in result
expect(sqlSlices.map((item) => item.text)).toEqual(singleStatementArr);
// check startIndex and endIndex in result
sqlSlices.forEach((slice, index) => {
expect(sql.slice(slice.startIndex, slice.endIndex + 1)).toBe(singleStatementArr[index]);
});
// check lineNumber in result
expect(sqlSlices[0].startLine).toBe(1);
expect(sqlSlices[0].endLine).toBe(1);
expect(sqlSlices[1].startLine).toBe(2);
expect(sqlSlices[1].endLine).toBe(3);
expect(sqlSlices[2].startLine).toBe(4);
expect(sqlSlices[2].endLine).toBe(16);
});
});