Skip to content

Commit

Permalink
fix: support comments in multiline input
Browse files Browse the repository at this point in the history
Fixes the line parser to respect comments when evaluating quote state.

Fixes #12.
  • Loading branch information
domodwyer committed Aug 29, 2022
1 parent 269a343 commit 0bcc818
Show file tree
Hide file tree
Showing 2 changed files with 72 additions and 25 deletions.
71 changes: 46 additions & 25 deletions dotenv/src/iter.rs
Expand Up @@ -38,39 +38,45 @@ struct QuotedLines<B> {
buf: B,
}

enum QuoteState {
enum ParseState {
Complete,
Escape,
StrongOpen,
StrongOpenEscape,
WeakOpen,
WeakOpenEscape,
Comment,
}

fn eval_end_state(prev_state: QuoteState, buf: &str) -> QuoteState {
fn eval_end_state(prev_state: ParseState, buf: &str) -> ParseState {
let mut cur_state = prev_state;

for c in buf.chars() {
cur_state = match cur_state {
QuoteState::Escape => QuoteState::Complete,
QuoteState::Complete => match c {
'\\' => QuoteState::Escape,
'"' => QuoteState::WeakOpen,
'\'' => QuoteState::StrongOpen,
_ => QuoteState::Complete,
ParseState::Escape => ParseState::Complete,
ParseState::Complete => match c {
'#' => return ParseState::Comment,
'\\' => ParseState::Escape,
'"' => ParseState::WeakOpen,
'\'' => ParseState::StrongOpen,
_ => ParseState::Complete,
},
QuoteState::WeakOpen => match c {
'\\' => QuoteState::WeakOpenEscape,
'"' => QuoteState::Complete,
_ => QuoteState::WeakOpen,
ParseState::WeakOpen => match c {
'#' => return ParseState::Comment,
'\\' => ParseState::WeakOpenEscape,
'"' => ParseState::Complete,
_ => ParseState::WeakOpen,
},
QuoteState::WeakOpenEscape => QuoteState::WeakOpen,
QuoteState::StrongOpen => match c {
'\\' => QuoteState::StrongOpenEscape,
'\'' => QuoteState::Complete,
_ => QuoteState::StrongOpen,
ParseState::WeakOpenEscape => ParseState::WeakOpen,
ParseState::StrongOpen => match c {
'#' => return ParseState::Comment,
'\\' => ParseState::StrongOpenEscape,
'\'' => ParseState::Complete,
_ => ParseState::StrongOpen,
},
QuoteState::StrongOpenEscape => QuoteState::StrongOpen,
ParseState::StrongOpenEscape => ParseState::StrongOpen,
// Comments last the entire line.
ParseState::Comment => panic!("should have returned early"),
};
}
cur_state
Expand All @@ -81,28 +87,43 @@ impl<B: BufRead> Iterator for QuotedLines<B> {

fn next(&mut self) -> Option<Result<String>> {
let mut buf = String::new();
let mut cur_state = QuoteState::Complete;
let mut cur_state = ParseState::Complete;
let mut buf_pos;
loop {
buf_pos = buf.len();
match self.buf.read_line(&mut buf) {
Ok(0) => match cur_state {
QuoteState::Complete => return None,
ParseState::Complete => return None,
_ => {
let len = buf.len();
return Some(Err(Error::LineParse(buf, len)));
}
},
Ok(_n) => {
cur_state = eval_end_state(cur_state, &buf[buf_pos..]);
if let QuoteState::Complete = cur_state {
if buf.ends_with('\n') {
buf.pop();
if buf.ends_with('\r') {

match cur_state {
ParseState::Complete => {
if buf.ends_with('\n') {
buf.pop();
if buf.ends_with('\r') {
buf.pop();
}
}
return Some(Ok(buf));
}
ParseState::Escape => {}
ParseState::StrongOpen => {}
ParseState::StrongOpenEscape => {}
ParseState::WeakOpen => {}
ParseState::WeakOpenEscape => {}
ParseState::Comment => {
// Find the start of the comment
let idx = buf.find(|c| c == '#').unwrap();
// Drop the trailing comment text
buf.truncate(idx);
return Some(Ok(buf));
}
return Some(Ok(buf));
}
}
Err(e) => return Some(Err(Error::Io(e))),
Expand Down
26 changes: 26 additions & 0 deletions dotenv/tests/test-multiline-comment.rs
@@ -0,0 +1,26 @@
mod common;
use std::env;

use common::tempdir_with_dotenv;
use dotenvy::dotenv;

#[test]
fn test_issue_12() {
let _f = tempdir_with_dotenv(
r#"
# Start of .env file
# Comment line with single ' quote
# Comment line with double " quote
# Comment line with double " quote and starts with a space
TESTKEY=test_val # A '" comment
# End of .env file
"#,
)
.expect("should write test env");

dotenv().expect("should succeed");
assert_eq!(
env::var("TESTKEY").expect("test env key not set"),
"test_val"
);
}

0 comments on commit 0bcc818

Please sign in to comment.