-
Notifications
You must be signed in to change notification settings - Fork 0
/
rdelcol.go
118 lines (99 loc) · 1.91 KB
/
rdelcol.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
package cof
import (
"encoding/binary"
"io"
)
type RLEDeltaColumn struct {
min int64
max int64
base int64
curRun int64
curDelta int64
first bool
values []rleVal
}
type rleVal struct {
run int64
val int64
}
func NewRLEDeltaCol() *RLEDeltaColumn {
return &RLEDeltaColumn{
min: 0,
max: 0,
base: 0,
curRun: 0,
curDelta: 0,
first: true,
}
}
func (c *RLEDeltaColumn) Type() string {
return "rledelta"
}
func (i *RLEDeltaColumn) Min() int64 {
return i.min
}
func (i *RLEDeltaColumn) Max() int64 {
return i.max
}
func (i *RLEDeltaColumn) Rows() int {
return len(i.values)
}
func (i *RLEDeltaColumn) Add(value interface{}) error {
intVal, ok := value.(int64)
if !ok {
return ErrBadType
}
// update min and max values
if intVal < i.min || i.min == 0 {
i.min = intVal
}
if intVal > i.max {
i.max = intVal
}
if len(i.values) == 0 {
i.base = intVal
i.values = append(i.values, rleVal{run: 1, val: intVal})
i.curDelta = intVal
return nil
}
delta := intVal - i.base
if delta == i.curDelta {
i.curRun++
return nil
}
rv := rleVal{run: i.curRun, val: i.curDelta}
i.values = append(i.values, rv)
i.curDelta = 0
i.curRun = 0
return nil
}
// WriteTo compresses and writes the encoded data to w
func (i *RLEDeltaColumn) WriteTo(w io.Writer) (int64, error) {
written := int64(0)
buf := make([]byte, binary.MaxVarintLen64)
for _, v := range i.values {
// write the run length
n := binary.PutVarint(buf, v.run)
nwritten, err := w.Write(buf[:n])
if err != nil {
return written, err
}
written += int64(nwritten)
// write the delta value
n = binary.PutVarint(buf, v.val)
nwritten, err = w.Write(buf[:n])
if err != nil {
return written, err
}
written += int64(nwritten)
}
return written, nil
}
func (i *RLEDeltaColumn) Reset() error {
i.values = []rleVal{}
i.min = 0
i.max = 0
i.base = 0
i.first = true
return nil
}