ignore a BOM at the beginning of a file

Now when somebody sets up us it, all their base will be belong to Rakudo.
rakudo · Nov 13, 2012 · fc349a9 · fc349a9
1 parent 0aca028
commit fc349a9
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 0 deletions.
diff --git a/docs/ChangeLog b/docs/ChangeLog
@@ -23,6 +23,7 @@ New in 2012.11
 + implemented operator adverbs
 + implemented :exists and :delete subscript adverbs and on hashes
 + implemented :p, :k, :v and :kv subscript adverbs on arrays and hashes
++ byte-order mark at the beginning of a file is now ignored
 
 New in 2012.10
 + :60[24, 59, 59] radix form

diff --git a/src/Perl6/Grammar.pm b/src/Perl6/Grammar.pm
@@ -756,6 +756,7 @@ grammar Perl6::Grammar is HLL::Grammar does STD {
         }
 
         <.finishpad>
+        <.bom>?
         <statementlist>
 
         <.install_doc_phaser>
@@ -897,6 +898,8 @@ grammar Perl6::Grammar is HLL::Grammar does STD {
     token newpad { <?> { $*W.push_lexpad($/) } }
     token finishpad { <?> }
 
+    token bom { \xFEFF }
+
     proto token terminator { <...> }
 
     token terminator:sym<;> { <?[;]> }

diff --git a/t/spectest.data b/t/spectest.data
@@ -13,6 +13,7 @@
 
 S01-perl-5-integration/basic.t 
 S02-lexical-conventions/begin_end_pod.t
+S02-lexical-conventions/bom.t
 S02-lexical-conventions/comments.t
 S02-lexical-conventions/end-pod.t
 S02-lexical-conventions/minimal-whitespace.t