forked from segmentio/parquet-go
/
column_reader_go18.go
84 lines (70 loc) · 1.68 KB
/
column_reader_go18.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
//go:build go1.18
package parquet
import (
"io"
"github.com/segmentio/parquet-go/encoding"
)
type columnReader[T primitive] struct {
class *class[T]
typ Type
decoder encoding.Decoder
buffer []T
offset int
bufferSize int
columnIndex int16
}
func newColumnReader[T primitive](typ Type, columnIndex int16, bufferSize int, class *class[T]) *columnReader[T] {
return &columnReader[T]{
class: class,
typ: typ,
bufferSize: bufferSize,
columnIndex: ^columnIndex,
}
}
func (r *columnReader[T]) Type() Type { return r.typ }
func (r *columnReader[T]) Column() int { return int(^r.columnIndex) }
func (r *columnReader[T]) ReadRequired(values []T) (n int, err error) {
if r.offset < len(r.buffer) {
n = copy(values, r.buffer[r.offset:])
r.offset += n
values = values[n:]
}
if r.decoder == nil {
return n, io.EOF
}
d, err := r.class.decode(r.decoder, values)
return n + d, err
}
func (r *columnReader[T]) ReadValues(values []Value) (n int, err error) {
if cap(r.buffer) == 0 {
r.buffer = make([]T, 0, atLeastOne(r.bufferSize))
}
makeValue := r.class.makeValue
columnIndex := r.columnIndex
for {
for r.offset < len(r.buffer) && n < len(values) {
values[n] = makeValue(r.buffer[r.offset])
values[n].columnIndex = columnIndex
r.offset++
n++
}
if n == len(values) {
return n, nil
}
if r.decoder == nil {
return n, io.EOF
}
buffer := r.buffer[:cap(r.buffer)]
d, err := r.class.decode(r.decoder, buffer)
if d == 0 {
return n, err
}
r.buffer = buffer[:d]
r.offset = 0
}
}
func (r *columnReader[T]) Reset(decoder encoding.Decoder) {
r.decoder = decoder
r.buffer = r.buffer[:0]
r.offset = 0
}