a99721162b
* feat: add text and word utils * feat: add entity collector class * refactor: rename SyntaxContextType to EntityContextType * refactor: improve EntityCollector * feat: improve mysql parser grammar * feat: add mysql entity collector * test: mysql entity collector tests * feat: remove useless method * feat: improve spark grammar file * feat: add spark entity collector * test: spark entity collector unit tests * feat: remove useless code * feat: add queryStatement label * feat: add crateDatabaseStmt * feat: add trino entity collector * feat: rename trinosql to trino * test: trino collect entity unit tests * test: fix spark test * feat(impala): support impale entity collector (#256) * Feat/collect entity hive (#263) * feat(hive): support hive collect entity * feat(hive): update tableAllColumns * feat: replace antlr4ts with antlr4ng * feat(pgsql): pgsql collect entity (#268) * feat(pgsql): pgsql collect entity * feat(pgsql): optimize some name --------- Co-authored-by: zhaoge <> * feat: get word text by token.text * feat: supprt collect db/function and add splitListener (#270) * feat: supprt collect db/function and add splitListner * feat: remove SplitListener interface in baseParser to use SplitListener in root * fix(mysql): fix show create xxx not celloct as createXXXEntity type * test: fix pgsql unit tests * Feat/error recover predicate (#274) * feat: optimize pgsql grammar * feat: add sql parser base * feat: apply SQLParserBase * feat: add geAllEntities method * test: test collect table when missing column * feat: compose collect and suggestion (#276) * feat: mark stmt which contain caret * test: correct name of getAllEntities * test: remove misscolumn unit tests * test: add suggestionWithEntity tests * feat: flink collect entity (#277) * feat: improve flink sql parser * feat: support flink entity collector * test: flink entity collect unit test * feat: move combine entities to parent class --------- Co-authored-by: 霜序 <976060700@qq.com> Co-authored-by: XCynthia <942884029@qq.com>
365 lines
12 KiB
TypeScript
365 lines
12 KiB
TypeScript
import fs from 'fs';
|
|
import path from 'path';
|
|
import HiveSQL from 'src/parser/hive';
|
|
import { CaretPosition, EntityContextType } from 'src/parser/common/basic-parser-types';
|
|
import { commentOtherLine } from 'test/helper';
|
|
|
|
const syntaxSql = fs.readFileSync(
|
|
path.join(__dirname, 'fixtures', 'syntaxSuggestion.sql'),
|
|
'utf-8'
|
|
);
|
|
|
|
describe('Hive SQL Syntax Suggestion', () => {
|
|
const parser = new HiveSQL();
|
|
|
|
test('Validate Syntax SQL', () => {
|
|
expect(parser.validate(syntaxSql).length).not.toBe(0);
|
|
expect(parser.validate(syntaxSql).length).not.toBe(0);
|
|
expect(parser.validate(syntaxSql).length).not.toBe(0);
|
|
});
|
|
|
|
test('Insert table ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 1,
|
|
column: 18,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.', 'tb']);
|
|
});
|
|
|
|
test('Select table ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 3,
|
|
column: 18,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.']);
|
|
});
|
|
|
|
test('Create table ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 5,
|
|
column: 17,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.']);
|
|
});
|
|
|
|
test('DROP table ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 7,
|
|
column: 26,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.', 'a']);
|
|
});
|
|
|
|
test('Create view ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 9,
|
|
column: 28,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.VIEW_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.', 'v']);
|
|
});
|
|
|
|
test('Drop view ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 11,
|
|
column: 15,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.VIEW
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db', '.', 'v']);
|
|
});
|
|
|
|
test('Create function ', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 13,
|
|
column: 20,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.FUNCTION_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['fn1']);
|
|
});
|
|
|
|
test('Use function', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 15,
|
|
column: 27,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.FUNCTION
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['calculate_age']);
|
|
});
|
|
|
|
test('Create database', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 17,
|
|
column: 19,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.DATABASE_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['db']);
|
|
});
|
|
|
|
test('Drop database', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 19,
|
|
column: 26,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.DATABASE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['sch']);
|
|
});
|
|
|
|
test('Select column with no fill-in', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 23,
|
|
column: 8,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
});
|
|
|
|
test('Insert into spec col', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 25,
|
|
column: 18,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
});
|
|
|
|
test('Select order by', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 27,
|
|
column: 32,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['tb', '.', 'c']);
|
|
});
|
|
|
|
test('Create Table new column', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 29,
|
|
column: 31,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['n']);
|
|
});
|
|
|
|
test('Merge into when matched', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 31,
|
|
column: 115,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([
|
|
'tablename',
|
|
'.',
|
|
'col',
|
|
]);
|
|
});
|
|
|
|
test('Alter Table rename col', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 33,
|
|
column: 31,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual([]);
|
|
});
|
|
|
|
test('Alter Table rename col to', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 35,
|
|
column: 45,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.COLUMN_CREATE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['new']);
|
|
});
|
|
|
|
test('From Table Select', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 37,
|
|
column: 18,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['table_name_1']);
|
|
});
|
|
|
|
test('From Table Select join', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 39,
|
|
column: 14,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['b']);
|
|
});
|
|
|
|
test('From Table Insert', () => {
|
|
const pos: CaretPosition = {
|
|
lineNumber: 41,
|
|
column: 19,
|
|
};
|
|
const syntaxes = parser.getSuggestionAtCaretPosition(
|
|
commentOtherLine(syntaxSql, pos.lineNumber),
|
|
pos
|
|
)?.syntax;
|
|
const suggestion = syntaxes?.find(
|
|
(syn) => syn.syntaxContextType === EntityContextType.TABLE
|
|
);
|
|
|
|
expect(suggestion).not.toBeUndefined();
|
|
expect(suggestion?.wordRanges.map((token) => token.text)).toEqual(['page_view_stg']);
|
|
});
|
|
});
|