refeat: ILexer接口适配 (#38)

Co-authored-by: Huaps <1183155719@qq.com>
Co-authored-by: duqoo <92306417+duqoo@users.noreply.github.com>
Reviewed-on: PostGuard/Canon#38

Canon.Tests/CCodeGeneratorTests/BasicTests.cs

@@ -3,12 +3,14 @@ using Canon.Core.CodeGenerators;
 using Canon.Core.LexicalParser;
 using Canon.Core.SyntaxNodes;
 using Canon.Tests.GeneratedParserTests;
+using Canon.Tests.Utils;
 
 namespace Canon.Tests.CCodeGeneratorTests;
 
 public class BasicTests
 {
     private readonly IGrammarParser _parser = GeneratedGrammarParser.Instance;
+    private readonly ILexer _lexer = new Lexer();
 
     [Fact]
     public void ProgramStructTest()
@@ -21,9 +23,7 @@ public class BasicTests
                                end.
                                """;
 
-        Lexer lexer = new(program);
-        List<SemanticToken> tokens = lexer.Tokenize();
-        tokens.Add(SemanticToken.End);
+        IEnumerable<SemanticToken> tokens = _lexer.Tokenize(new StringSourceReader(program));
 
         ProgramStruct root = _parser.Analyse(tokens);
         root.GenerateCCode(builder);