fix

markdown/src/lexer.rs

@@ -56,7 +56,7 @@ impl<'a> Lexer<'a> {
                 if self.peek_char() == Some(' ') {
                     Some(self.read_list())
                 } else {
-                    Some(self.skip())
+                    Some(self.read_text())
                 }
             }
             Some('`') => Some(self.read_code_block_or_inline_code()),
@@ -328,19 +328,14 @@ impl<'a> Lexer<'a> {
     fn read_text(&mut self) -> Token {
         let start = self.position;
         while let Some(ch) = self.ch {
-            if ch == '#' || ch == '*' || ch == '[' || ch == '-' || ch == '\n' {
+            if ch == '\n' {
                 break;
             }
             self.read_char();
         }
         Token::Paragraph(self.input[start..self.position].to_string())
     }
 
-    fn skip(&mut self) -> Token {
-        self.read_char();
-        Token::Empty
-    }
-
     // fn read_ordered_list(&mut self) -> Token {}
 
     fn read_link_card(&mut self) -> Token {
@@ -473,6 +468,14 @@ mod tests {
         assert_eq!(token, Some(Token::Paragraph("Normal text".to_string())));
     }
 
+    #[test]
+    fn test_next_token_paragraph2() {
+        let input = "SHA-256\n";
+        let mut lexer = Lexer::new(input);
+        let token = lexer.next_token();
+        assert_eq!(token, Some(Token::Paragraph("SHA-256".to_string())));
+    }
+
     #[test]
     fn test_next_token_multiple() {
         let input = "# Title\n**Bold**\n*Italic*\n[Link](https://example.com)\n";