impl notes

wkhere · Jun 18, 2023 · 8715f82 · 8715f82
1 parent 01c7fe6
commit 8715f82
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/colt.go b/colt.go
@@ -18,6 +18,8 @@ func (c *Colt) ProcessLine(line []byte) error {
 	lexConf.Sep = c.Separator
 	lexConf.Quote = c.Quote
 
+	// todo: return tokens as Pos, no slice allocation
+	// tgen pass input to parse and extract chunks
 	ts := lex.LexTokens(line, lexConf)
 	cols, err := parse.GroupTokens(ts)
 	if err != nil {