oushu/lava-oushudb-dt-sql-parser
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: add Bracket, Comma, and FunctionArguments tokens

Browse Source
This commit is contained in:
xiaowei 2021-09-08 20:27:46 +08:00 committed by Ziv
parent 5404cdd4d0
commit b1ae454ae4
1 changed files with 15 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/utils/token.ts
View File

@ -6,7 +6,6 @@ export enum TokenType {
SingleQuotation = 'SingleQuotation', SingleQuotation = 'SingleQuotation',
DoubleQuotation = 'DoubleQuotation', DoubleQuotation = 'DoubleQuotation',
BackQuotation = 'BackQuotation', BackQuotation = 'BackQuotation',
/** /**
* Language element type * Language element type
*/ */
@ -16,11 +15,20 @@ export enum TokenType {
* Statement * Statement
*/ */
StatementTerminator = 'StatementTerminator', StatementTerminator = 'StatementTerminator',
/** /**
* Others * Others
*/ */
Error = 'Error' Error = 'Error',
/**
* Left small Bracket
*/
LeftSmallBracket = 'LeftSmallBracket',
/**
* Left small Bracket
*/
RightSmallBracket = 'RightSmallBracket',
Comma = 'Comma',
FunctionArguments = 'FunctionArguments'
} }
/** /**
@ -40,7 +48,10 @@ export interface Token {
*/ */
export const TokenReg = { export const TokenReg = {
[TokenType.StatementTerminator]: /[;]/, [TokenType.StatementTerminator]: /[;]/,
[TokenType.SingleQuotation]: /[']/, [TokenType.SingleQuotation]: /['|\']/,
[TokenType.DoubleQuotation]: /["]/, [TokenType.DoubleQuotation]: /["]/,
[TokenType.BackQuotation]: /[`]/, [TokenType.BackQuotation]: /[`]/,
[TokenType.LeftSmallBracket]: /[(]/,
[TokenType.RightSmallBracket]: /[)]/,
[TokenType.Comma]: /[,]/,
}; };