addtional test to ensure things in lexer work

boyter · Jun 1, 2020 · 60deecf · 60deecf
1 parent 54e0c61
commit 60deecf
Showing 1 changed file with 34 additions and 0 deletions.
diff --git a/processor/parser/lexer_test.go b/processor/parser/lexer_test.go
@@ -166,3 +166,37 @@ func TestNextTokenMultipleSomethingQuote(t *testing.T) {
 		t.Error(`expected PAREN_CLOSE got`, token.Type)
 	}
 }
+
+func TestNextTokenMultipleEverythingQuote(t *testing.T) {
+	lex := NewLexer(`("test") ("test")`)
+
+	token := lex.NextToken()
+	if token.Type != "PAREN_OPEN" {
+		t.Error(`expected PAREN_OPEN got`, token.Type)
+	}
+
+	token = lex.NextToken()
+	if token.Type != "QUOTED_TERM" {
+		t.Error(`expected QUOTED_TERM got`, token.Type)
+	}
+
+	token = lex.NextToken()
+	if token.Type != "PAREN_CLOSE" {
+		t.Error(`expected PAREN_CLOSE got`, token.Type)
+	}
+
+	token = lex.NextToken()
+	if token.Type != "PAREN_OPEN" {
+		t.Error(`expected PAREN_OPEN got`, token.Type)
+	}
+
+	token = lex.NextToken()
+	if token.Type != "QUOTED_TERM" {
+		t.Error(`expected QUOTED_TERM got`, token.Type)
+	}
+
+	token = lex.NextToken()
+	if token.Type != "PAREN_CLOSE" {
+		t.Error(`expected PAREN_CLOSE got`, token.Type)
+	}
+}