bb0fad1dbe
* refactor: rename flinksql to flink * refactor: rename pgsql to postgresql * refactor: rename trinosql to trino * refactor: replace all default exports with named export * refactor: rename basicParser to basicSQL * refactor: rename basic-parser-types to types * refactor: replace arrow func with plain func
311 lines
13 KiB
TypeScript
311 lines
13 KiB
TypeScript
import fs from 'fs';
|
|
import path from 'path';
|
|
import { HiveSQL } from 'src/parser/hive';
|
|
import { CaretPosition, EntityContextType } from 'src/parser/common/types';
|
|
import { commentOtherLine } from 'test/helper';
|
|
|
|
const syntaxSql = fs.readFileSync(
|
|
path.join(__dirname, 'fixtures', 'suggestionWithEntity.sql'),
|
|
'utf-8'
|
|
);
|
|
|
|
describe('Hive SQL Syntax Suggestion with collect entity', () => {
|
|
const hive = new HiveSQL();
|
|
|
|
test('Validate Syntax SQL', () => {
|
|
expect(hive.validate(syntaxSql).length).not.toBe(0);
|
|
});
|
|
|
|
test('select with no columns', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 1,
|
|
column: 8,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(1);
|
|
expect(entities[0].text).toBe('tb1');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('select with columns with columns and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 3,
|
|
column: 20,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(1);
|
|
expect(entities[0].text).toBe('tb');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from table select with no column', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 5,
|
|
column: 26,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(1);
|
|
expect(entities[0].text).toBe('table_name_1');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from table select with with columns and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 7,
|
|
column: 38,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(1);
|
|
expect(entities[0].text).toBe('table_name_1');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from joined table select with no column', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 9,
|
|
column: 71,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('a');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('b');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[1].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from joined table select with columns and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 11,
|
|
column: 76,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('a');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('b');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[1].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from table insert into table select no columns', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 13,
|
|
column: 100,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('page_view_stg');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('page_view');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[1].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('from table insert into table select with column and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 15,
|
|
column: 104,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('page_view_stg');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[0].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('page_view');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeFalsy();
|
|
expect(entities[1].belongStmt.rootStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('insert into from nested query with no column', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 17,
|
|
column: 98,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('insert_tb');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('inside_tb');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('insert into from nested query with columns and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 19,
|
|
column: 102,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('insert_tb');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('inside_tb');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('create table as select with no column', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 21,
|
|
column: 52,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('derived_table');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE_CREATE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('origin_table');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
|
|
test('create table as select with columns and trailing comma', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 23,
|
|
column: 56,
|
|
};
|
|
const sql = commentOtherLine(syntaxSql, pos.lineNumber);
|
|
|
|
const syntaxes = hive.getSuggestionAtCaretPosition(sql, pos)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
|
|
const entities = hive.getAllEntities(sql, pos);
|
|
expect(entities.length).toBe(2);
|
|
expect(entities[0].text).toBe('derived_table');
|
|
expect(entities[0].entityContextType).toBe(EntityContextType.TABLE_CREATE);
|
|
expect(entities[0].belongStmt.isContainCaret).toBeTruthy();
|
|
|
|
expect(entities[1].text).toBe('origin_table');
|
|
expect(entities[1].entityContextType).toBe(EntityContextType.TABLE);
|
|
expect(entities[1].belongStmt.isContainCaret).toBeTruthy();
|
|
});
|
|
});
|