refeat: ILexer接口适配 (#38)

Co-authored-by: Huaps <1183155719@qq.com>
Co-authored-by: duqoo <92306417+duqoo@users.noreply.github.com>
Reviewed-on: PostGuard/Canon#38
This commit is contained in:
2024-04-18 16:34:32 +08:00
parent d631a28703
commit 4b6635796c
19 changed files with 952 additions and 721 deletions

View File

@@ -9,7 +9,6 @@ public enum SemanticTokenType
Identifier,
Character,
Empty,
Error, // 加了一个错误token
/// <summary>
/// 语法分析中的栈底符号
/// </summary>
@@ -90,10 +89,15 @@ public enum NumberType
public enum StateType
{
Start,
Comment,
Word,
Digit,
Num,
Delimiter,
Operator
Operator,
BreakPoint,
Unknown,
Done
}
public enum BasicIdType