Identifiers may include _underscore_characters.

plioi · Apr 12, 2013 · f8a4cbd · f8a4cbd
1 parent e874b91
commit f8a4cbd
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/src/Rook.Compiling/Syntax/RookLexer.cs b/src/Rook.Compiling/Syntax/RookLexer.cs
@@ -41,7 +41,7 @@ public class RookLexer : Lexer
             # Close quote:
             ""
         ");
-        public static readonly Pattern Identifier = new Pattern("identifier", @"[a-zA-Z]+[a-zA-Z0-9]*");
+        public static readonly Pattern Identifier = new Pattern("identifier", @"[_a-zA-Z]+[_a-zA-Z0-9]*");
         public static readonly Operator Semicolon = new Operator(";");
         public static readonly Operator LeftParen = new Operator("(");
         public static readonly Operator RightParen = new Operator(")");

diff --git a/src/Rook.Test/Compiling/Syntax/RookLexerTests.cs b/src/Rook.Test/Compiling/Syntax/RookLexerTests.cs
@@ -64,6 +64,7 @@ public void ShouldRecognizeIdentifiers()
             Tokenize("a").Single().ShouldEqual(RookLexer.Identifier, "a");
             Tokenize("ab").Single().ShouldEqual(RookLexer.Identifier, "ab");
             Tokenize("a0").Single().ShouldEqual(RookLexer.Identifier, "a0");
+            Tokenize("_true_").Single().ShouldEqual(RookLexer.Identifier, "_true_");
         }
 
         public void ShouldRecognizeOperatorsGreedily()

diff --git a/src/Rook.Test/Compiling/Syntax/TokenParserTests.cs b/src/Rook.Test/Compiling/Syntax/TokenParserTests.cs
@@ -48,6 +48,7 @@ public void ParsesIdentifiers()
             identifier.Parses("ab").WithValue(Token(RookLexer.Identifier, "ab"));
             identifier.Parses("a0").WithValue(Token(RookLexer.Identifier, "a0"));
             identifier.Parses("a01").WithValue(Token(RookLexer.Identifier, "a01"));
+            identifier.Parses("_true_").WithValue(Token(RookLexer.Identifier, "_true_"));
 
             var keywords = new[] {"true", "false", "int", "bool", "string", "void", "null", "if", "else", "fn", "class", "new"};