generated from adrienaury/go-template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
importer.go
95 lines (81 loc) · 2.6 KB
/
importer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
// Copyright (C) 2021 CGI France
//
// This file is part of the jsonline library.
//
// The jsonline library is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// The jsonline library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with the jsonline library. If not, see <http://www.gnu.org/licenses/>.
//
// Linking this library statically or dynamically with other modules is
// making a combined work based on this library. Thus, the terms and
// conditions of the GNU General Public License cover the whole
// combination.
//
// As a special exception, the copyright holders of this library give you
// permission to link this library with independent modules to produce an
// executable, regardless of the license terms of these independent
// modules, and to copy and distribute the resulting executable under
// terms of your choice, provided that you also meet, for each linked
// independent module, the terms and conditions of the license of that
// module. An independent module is a module which is not derived from
// or based on this library. If you modify this library, you may extend
// this exception to your version of the library, but you are not
// obligated to do so. If you do not wish to do so, delete this
// exception statement from your version.
package jsonline
import (
"bufio"
"fmt"
"io"
)
const (
initialBufferSize = 64 * 1024 // 64 Kb
maximumBufferSize = 10 * 1024 * 1024 // 10 Mb
)
type Importer interface {
WithTemplate(Template) Importer
Import() bool
GetRow() (Row, error)
}
type importer struct {
r io.Reader
s *bufio.Scanner
t Template
}
func NewImporter(r io.Reader) Importer {
buf := make([]byte, 0, initialBufferSize)
s := bufio.NewScanner(r)
s.Buffer(buf, maximumBufferSize)
return &importer{
r: r,
s: s,
t: NewTemplate(),
}
}
func (i *importer) WithTemplate(t Template) Importer {
i.t = t
return i
}
func (i *importer) Import() bool {
return i.s.Scan()
}
func (i *importer) GetRow() (Row, error) {
if i.s.Err() != nil {
return nil, fmt.Errorf("%w", i.s.Err())
}
b := i.s.Bytes()
row := i.t.CreateRowEmpty()
if err := row.UnmarshalJSON(b); err != nil {
return nil, fmt.Errorf("%w", err)
}
return row, nil
}