add: 操作数的种类

Canon.Core/Enums/SemanticEnums.cs

@@ -19,7 +19,9 @@ public enum DelimiterType
     LeftParenthesis,
     RightParenthesis,
     LeftSquareBracket,
-    RightSquareBracket
+    RightSquareBracket,
+    SingleQuotation,
+    DoubleQuotation
 }
 
 public enum KeywordType
@@ -40,3 +42,21 @@ public enum KeywordType
     To,
     Do,
 }
+
+public enum OperatorType
+{
+    Equal,
+    NotEqual,
+    Less,
+    LessEqual,
+    Greater,
+    GreaterEqual,
+    Plus,
+    Minus,
+    Multiply,
+    Divide,
+    Mod,
+    And,
+    Or,
+    Assign
+}

Canon.Core/GrammarParser/Terminator.cs

@@ -8,38 +8,68 @@ public abstract class TerminatorBase
 }
 
 /// <summary>
-/// A terminator in grammar and it always represents a semantic token.
+/// 语法中的一个终结符
+/// 终结符标识词法分析中得到的一个记号
 /// </summary>
 public class Terminator : TerminatorBase, IEquatable<Terminator>
 {
     public override bool IsTerminated => true;
 
-    private readonly bool _isKeyword;
+    private readonly SemanticTokenType _terminatorType;
 
     private readonly KeywordType _keywordType;
     private readonly DelimiterType _delimiterType;
+    private readonly OperatorType _operatorType;
 
     public Terminator(KeywordType keywordType)
     {
-        _isKeyword = true;
+        _terminatorType = SemanticTokenType.Keyword;
         _keywordType = keywordType;
     }
 
     public Terminator(DelimiterType delimiterType)
     {
-        _isKeyword = false;
+        _terminatorType = SemanticTokenType.Delimiter;
         _delimiterType = delimiterType;
     }
 
+    public Terminator(OperatorType operatorType)
+    {
+        _terminatorType = SemanticTokenType.Operator;
+        _operatorType = operatorType;
+    }
+
+    private Terminator(SemanticTokenType type)
+    {
+        _terminatorType = type;
+    }
+
+    /// <summary>
+    /// 标识符终结符单例
+    /// 鉴于在语法中不关心标识符具体内容，因此可以使用单例对象
+    /// </summary>
+    public static Terminator IdentifierTerminator => new(SemanticTokenType.Identifier);
+
+    /// <summary>
+    /// 字符终结符单例
+    /// 鉴于在语法中不关心具体字符，因此可以使用单例对象
+    /// </summary>
+    public static Terminator CharacterTerminator => new(SemanticTokenType.Character);
+
     public override int GetHashCode()
     {
-        if (_isKeyword)
+        int hash = _terminatorType.GetHashCode();
+
+        switch (_terminatorType)
         {
-            return _keywordType.GetHashCode();
+            case SemanticTokenType.Keyword:
-        }
+                return hash ^ _keywordType.GetHashCode();
-        else
+            case SemanticTokenType.Delimiter:
-        {
+                return hash ^ _delimiterType.GetHashCode();
-            return _delimiterType.GetHashCode();
+            case SemanticTokenType.Operator:
+                return hash ^ _operatorType.GetHashCode();
+            default:
+                return hash;
         }
     }
 
@@ -50,18 +80,21 @@ public class Terminator : TerminatorBase, IEquatable<Terminator>
             return false;
         }
 
-        if (_isKeyword != other._isKeyword)
+        if (_terminatorType != other._terminatorType)
         {
             return false;
         }
 
-        if (_isKeyword)
+        switch (_terminatorType)
         {
+            case SemanticTokenType.Keyword:
                 return _keywordType == other._keywordType;
-        }
+            case SemanticTokenType.Delimiter:
-        else
-        {
                 return _delimiterType == other._delimiterType;
+            case SemanticTokenType.Operator:
+                return _operatorType == other._operatorType;
+            default:
+                return true;
         }
     }
 
@@ -87,7 +120,7 @@ public class Terminator : TerminatorBase, IEquatable<Terminator>
 }
 
 /// <summary>
-/// A non-terminator in grammar like the 'ProgramStruct'.
+/// 语法中的非终结符
 /// </summary>
 public class NonTerminator : TerminatorBase, IEquatable<NonTerminator>
 {

Canon.Core/LexicalParser/SemanticToken.cs

@@ -2,28 +2,47 @@
 
 using Enums;
 
+/// <summary>
+/// 词法记号基类
+/// </summary>
 public abstract class SemanticToken
 {
     public abstract SemanticTokenType TokenType { get; }
 
+    /// <summary>
+    /// 记号出现的行号
+    /// </summary>
     public required uint LinePos { get; init; }
 
+    /// <summary>
+    /// 记号出现的列号
+    /// </summary>
     public required uint CharacterPos { get; init; }
 
+    /// <summary>
+    /// 记号的字面值
+    /// </summary>
     public required string LiteralValue { get; init; }
 }
 
+/// <summary>
+/// 字符类型记号
+/// </summary>
 public class CharacterSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Character;
 
-    public static bool TryParse(uint linePos, uint characterPos, LinkedListNode<char> now, out CharacterSemanticToken? token)
+    public static bool TryParse(uint linePos, uint characterPos, LinkedListNode<char> now,
+        out CharacterSemanticToken? token)
     {
         token = null;
         return false;
     }
 }
 
+/// <summary>
+/// 分隔符类型记号
+/// </summary>
 public class DelimiterSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Delimiter;
@@ -42,7 +61,9 @@ public class DelimiterSemanticToken : SemanticToken
             { '(', DelimiterType.LeftParenthesis },
             { ')', DelimiterType.RightParenthesis },
             { '[', DelimiterType.LeftSquareBracket },
-            { ']', DelimiterType.RightSquareBracket }
+            { ']', DelimiterType.RightSquareBracket },
+            { '\'', DelimiterType.SingleQuotation },
+            { '\"', DelimiterType.DoubleQuotation }
         };
 
         if (!delimiterMap.TryGetValue(now.Value, out DelimiterType value))
@@ -62,6 +83,9 @@ public class DelimiterSemanticToken : SemanticToken
     }
 }
 
+/// <summary>
+/// 关键字类型记号
+/// </summary>
 public class KeywordSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Keyword;
@@ -75,7 +99,7 @@ public class KeywordSemanticToken : SemanticToken
 
         if (now.Next is null)
         {
-            // As there is now keyword shorter than 2 characters.
+            // 没有比两个字符更短的关键字
             token = null;
             return false;
         }
@@ -119,10 +143,15 @@ public class KeywordSemanticToken : SemanticToken
     }
 }
 
+/// <summary>
+/// 操作数类型记号
+/// </summary>
 public class OperatorSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Operator;
 
+    public required OperatorType OperatorType { get; init; }
+
     public static bool TryParse(uint linePos, uint characterPos, LinkedListNode<char> now,
         out OperatorSemanticToken? token)
     {
@@ -131,6 +160,9 @@ public class OperatorSemanticToken : SemanticToken
     }
 }
 
+/// <summary>
+/// 数值类型记号
+/// </summary>
 public class NumberSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Number;
@@ -143,6 +175,9 @@ public class NumberSemanticToken : SemanticToken
     }
 }
 
+/// <summary>
+/// 标识符类型记号
+/// </summary>
 public class IdentifierSemanticToken : SemanticToken
 {
     public override SemanticTokenType TokenType => SemanticTokenType.Identifier;