feat: 对输入的记号流进行分析 (#4)

添加了语法分析中各个重要状态类的`ToString`方法，方便调试

Reviewed-on: PostGuard/Canon#4

Canon.Tests/GrammarParserTests/SimpleGrammarTests.cs

@@ -1,5 +1,6 @@
 using Canon.Core.Enums;
 using Canon.Core.GrammarParser;
+using Canon.Core.LexicalParser;
 
 namespace Canon.Tests.GrammarParserTests;
 
@@ -107,4 +108,28 @@ public class SimpleGrammarTests
         Assert.Contains(new Terminator(DelimiterType.LeftParenthesis), grammar.BeginState.Transformer.Keys);
         Assert.Contains(Terminator.IdentifierTerminator, grammar.BeginState.Transformer.Keys);
     }
+
+    [Fact]
+    public void AnalyseSingleSentenceTest()
+    {
+        GrammarBuilder builder = new()
+        {
+            Generators = s_simpleGrammar, Begin = new NonTerminator(NonTerminatorType.StartNonTerminator)
+        };
+
+        Grammar grammar = builder.Build();
+        List<SemanticToken> tokens =
+        [
+            new IdentifierSemanticToken { LinePos = 0, CharacterPos = 0, LiteralValue = "n" },
+            new OperatorSemanticToken
+            {
+                LinePos = 0, CharacterPos = 0, LiteralValue = "+", OperatorType = OperatorType.Plus
+            },
+            new IdentifierSemanticToken { LinePos = 0, CharacterPos = 0, LiteralValue = "n" },
+            SemanticToken.End
+        ];
+
+        // 验证分析语句不会抛出错误
+        grammar.Analyse(tokens);
+    }
 }