Use larger buffer when ungron

tomnomnom · Aug 24, 2018 · a2fa995 · a2fa995
1 parent 404b80f
commit a2fa995
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 0 deletions.
diff --git a/main.go b/main.go
@@ -312,6 +312,9 @@ func ungron(r io.Reader, w io.Writer, opts int) (int, error) {
 	scanner := bufio.NewScanner(r)
 	var maker statementmaker
 
+	// Allow larger internal buffer of the scanner (min: 64KiB ~ max: 1MiB)
+	scanner.Buffer(make([]byte, 64*1024), 1024*1024)
+
 	if opts&optJSON > 0 {
 		maker = statementFromJSONSpec
 	} else {

diff --git a/main_test.go b/main_test.go
@@ -137,6 +137,7 @@ func TestUngron(t *testing.T) {
 		{"testdata/three.gron", "testdata/three.json"},
 		{"testdata/grep-separators.gron", "testdata/grep-separators.json"},
 		{"testdata/github.gron", "testdata/github.json"},
+		{"testdata/large-line.gron", "testdata/large-line.json"},
 	}
 
 	for _, c := range cases {

diff --git a/testdata/large-line.gron b/testdata/large-line.gron
diff --git a/testdata/large-line.json b/testdata/large-line.json