Shell: Correctly handle commands after heredoc contents

Previously we did not emit a newline after the ending heredoc key, which
wreaked havoc on the parser logic, leading to parse errors.

Author: alimpfard

Userland/Shell/PosixLexer.cpp

@@ -581,9 +581,13 @@ ErrorOr<Lexer::ReductionResult> Lexer::reduce_start()
         m_state.on_new_line = true;
 
         m_state.buffer.clear();
+        m_state.position.start_offset = m_state.position.end_offset;
+        m_state.position.start_line = m_state.position.end_line;
+
+        Vector<Token> tokens { move(token), Token::newline() };
 
         return ReductionResult {
-            .tokens = { move(token) },
+            .tokens = move(tokens),
             .next_reduction = Reduction::Start,
         };
     }

Userland/Shell/PosixLexer.h

@@ -321,6 +321,8 @@ struct Token {
             return Token::Type::Great;
         if (name == "<"sv)
             return Token::Type::Less;
+        if (name == "\n"sv)
+            return Token::Type::Newline;
 
         return {};
     }

Userland/Shell/PosixParser.cpp

@@ -698,6 +698,9 @@ ErrorOr<RefPtr<AST::Node>> Parser::parse_list()
 
 ErrorOr<RefPtr<AST::Node>> Parser::parse_and_or()
 {
+    while (peek().type == Token::Type::Newline)
+        skip();
+
     auto node = TRY(parse_pipeline());
     if (!node)
         return RefPtr<AST::Node> {};

Userland/Shell/PosixParser.h

@@ -54,6 +54,7 @@ class Parser {
     {
         if (eof())
             return;
+        handle_heredoc_contents();
         m_token_index++;
     }
     bool eof() const