This commit is contained in:
Kijin-Seija
2024-04-07 19:10:38 +08:00
commit d7cbadf1db
22 changed files with 5900 additions and 0 deletions

View File

@ -0,0 +1,78 @@
import { PostgreSQLParser } from 'dt-sql-parser/dist/lib/pgsql/PostgreSQLParser'
export const defaultStmts = [
// select statement
'selectstmt'
]
export const defaultEntities = [
// column_name directly. ex: select column1
'column_name',
// column_name indirectly. ex: select schema.column1
'columnref',
'table_name',
'view_name',
'function_name',
'schema_name',
'colid',
'attr_name',
'collabel',
'func_arg_expr'
]
export const defaultRules: Record<string, number[]> = {
select_target_column_simple: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_target_list,
PostgreSQLParser.RULE_column_name
],
select_target_column_ref: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_target_list,
PostgreSQLParser.RULE_columnref
],
select_target_function: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_target_list,
PostgreSQLParser.RULE_function_name
],
select_column_alias: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_target_list,
PostgreSQLParser.RULE_collabel
],
select_from_table: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_from_clause,
PostgreSQLParser.RULE_table_name
],
select_from_view: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_from_clause,
PostgreSQLParser.RULE_view_name
],
select_from_function: [
PostgreSQLParser.RULE_selectstmt,
PostgreSQLParser.RULE_select_clause,
PostgreSQLParser.RULE_from_clause,
PostgreSQLParser.RULE_function_name
],
column_ref_colid: [
PostgreSQLParser.RULE_columnref,
PostgreSQLParser.RULE_colid
],
column_ref_attr: [
PostgreSQLParser.RULE_columnref,
PostgreSQLParser.RULE_attr_name
],
function_arg_expr: [
PostgreSQLParser.RULE_function_name,
PostgreSQLParser.RULE_func_arg_expr
]
}

21
src/parse/index.ts Normal file
View File

@ -0,0 +1,21 @@
import { PostgresSQL } from 'dt-sql-parser'
import { SQLVisitor } from './visitor'
import { type SQLParseResult } from '../types'
import type BasicParser from 'dt-sql-parser/dist/parser/common/basicParser'
export function parse (
sql: string,
parser: BasicParser = new PostgresSQL(),
stmts: string[] = [],
entities: string[] = [],
rules: Record<string, number[]> = {}
): SQLParseResult {
const tree = parser.parse(sql)
console.log('tree', tree)
const visitor = new SQLVisitor()
stmts.forEach(stmt => { visitor.addStmt(stmt) })
entities.forEach(entity => { visitor.addEntity(entity) })
Object.keys(rules).forEach(name => { visitor.addRules(name, rules[name]) })
visitor.visit(tree)
return visitor.getResult()
}

128
src/parse/visitor.ts Normal file
View File

@ -0,0 +1,128 @@
import { type ParserRuleContext } from 'antlr4ts'
import { AbstractParseTreeVisitor, type PostgreSQLParserVisitor } from 'dt-sql-parser'
import { type ProgramContext, PostgreSQLParser } from 'dt-sql-parser/dist/lib/pgsql/PostgreSQLParser'
import { type Entity, type SQLParseResult, type Stmt } from '../types'
import { caretPlaceholder } from '../caret'
function withCaret (ctx: ParserRuleContext) {
return ctx.text.includes(caretPlaceholder)
}
export class SQLVisitor extends AbstractParseTreeVisitor<void> implements PostgreSQLParserVisitor<void> {
private result: SQLParseResult = {
stmtList: [],
nerestCaretEntityList: []
}
protected defaultResult = () => ({ list: [], nerestCaret: null })
public clear () {
this.result = { stmtList: [], nerestCaretEntityList: [] }
}
public getResult () {
return this.result
}
private readonly stmtStack: Stmt[] = []
private readonly entityStack: Entity[] = []
private readonly rules = new Map<string, number[]>()
private readonly stmtRules = new Map<number, string[]>()
private readonly entityRules = new Map<number, string[]>()
public addRules (name: string, rules: number[]) {
if (!this.stmtRules.has(rules[0]) && !this.entityRules.has(rules[0])) {
console.error(`待添加的规则${name}的起始节点未被注册为Statement/Entity请先注册或者调整规则起始节点为已注册的Statement/Entity`)
return
}
if (!this.entityRules.has(rules[rules.length - 1])) {
console.error(`待添加的规则${name}的结束节点未被注册为Entity请先注册或者调整规则结束节点为已注册的Entity`)
return
}
this.rules.set(name, [...rules])
if (this.stmtRules.has(rules[0])) this.stmtRules.get(rules[0])?.push(name)
else if (this.entityRules.has(rules[0])) this.entityRules.get(rules[0])?.push(name)
this.entityRules.get(rules[rules.length - 1])?.push(name)
}
public addEntity (name: string) {
this.entityRules.set((PostgreSQLParser as any)[`RULE_${name}`], [])
let isHitRule = false
const visitorName = `visit${name.slice(0, 1).toUpperCase()}${name.slice(1)}`
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const rules = this.entityRules.get((PostgreSQLParser as any)[`RULE_${name}`])!;
(this as any)[visitorName] = (ctx: ParserRuleContext) => {
const chain = this.getNodeChain(ctx)
for (const rule of rules) {
if (this.matchRules(chain, this.rules.get(rule))) {
const result: Entity = {
rule,
text: ctx.text,
type: ctx.ruleIndex,
caret: withCaret(ctx),
belongsToStmt: this.stmtStack[this.stmtStack.length - 1],
relatedEntities: {}
}
if (this.entityStack[this.entityStack.length - 1]) {
if (!this.entityStack[this.entityStack.length - 1].relatedEntities[rule]) this.entityStack[this.entityStack.length - 1].relatedEntities[rule] = []
this.entityStack[this.entityStack.length - 1].relatedEntities[rule].push(result)
} else {
if (!this.stmtStack[this.stmtStack.length - 1].relatedEntities[rule]) this.stmtStack[this.stmtStack.length - 1].relatedEntities[rule] = []
this.stmtStack[this.stmtStack.length - 1].relatedEntities[rule].push(result)
}
if (withCaret(ctx)) this.result.nerestCaretEntityList.push(result)
this.entityStack.push(result)
isHitRule = true
break
}
}
this.visitChildren(ctx)
if (isHitRule) this.entityStack.pop()
}
}
public addStmt (name: string) {
this.stmtRules.set((PostgreSQLParser as any)[`RULE_${name}`], [])
const visitorName = `visit${name.slice(0, 1).toUpperCase()}${name.slice(1)}`;
(this as any)[visitorName] = (ctx: ParserRuleContext) => {
this.stmtStack.push({
text: ctx.text,
type: ctx.ruleIndex,
caret: withCaret(ctx),
relatedEntities: {}
})
this.visitChildren(ctx)
const lastStmt = this.stmtStack.pop()
if (lastStmt) this.result.stmtList.push(lastStmt)
}
}
private getNodeChain (ctx: ParserRuleContext) {
let _ctx: ParserRuleContext | undefined = ctx
const result = []
while (_ctx) {
result.unshift(_ctx.ruleIndex)
_ctx = _ctx.parent
}
return result
}
private matchRules (chain: number[], ruleChain: number[] | undefined) {
// 只要ruleChain里面每个元素都出现在chain里面且顺序一致则返回true。否则返回false
if (!ruleChain) return false
let index = 0
for (let i = 0; i < ruleChain.length; i++) {
if (chain.indexOf(ruleChain[i]) < index) return false
else index = chain.indexOf(ruleChain[i])
}
return true
}
visitProgram (ctx: ProgramContext) {
this.visitChildren(ctx)
}
}