/
writer.go
190 lines (159 loc) · 3.6 KB
/
writer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
// Copyright 2015 The go-hep Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package rio
import (
"bufio"
"compress/flate"
"io"
riobin "github.com/gonuts/binary"
)
type cwriter struct {
w *bufio.Writer
n int64
}
func (w *cwriter) Write(data []byte) (int, error) {
n, err := w.w.Write(data)
w.n += int64(n)
return n, err
}
func (w *cwriter) Flush() error {
return w.w.Flush()
}
// Writer is a rio write-only stream
type Writer struct {
w *cwriter
options Options
version Version
recs map[string]*Record
offsets map[string][]Span
closed bool
}
// NewWriter returns a new write-only rio stream
func NewWriter(w io.Writer) (*Writer, error) {
ww := &cwriter{bufio.NewWriter(w), 0}
// a rio stream starts with rio magic.
_, err := ww.Write(rioMagic[:])
if err != nil {
return nil, err
}
return &Writer{
w: ww,
options: NewOptions(CompressDefault, flate.DefaultCompression, 0),
version: 1,
recs: make(map[string]*Record),
offsets: make(map[string][]Span),
}, nil
}
// SetCompressor enables compression and sets the compression method.
func (w *Writer) SetCompressor(compr CompressorKind, lvl int) error {
var err error
// FIXME(sbinet) handle codec (gob|cbor|xdr|riobin|...)
codec := 0
w.options = NewOptions(compr, lvl, codec)
return err
}
// Record adds a Record to the list of records to write or
// returns the Record with that name.
func (w *Writer) Record(name string) *Record {
rec, ok := w.recs[name]
if !ok {
rec = newRecord(name, w.options)
rec.w = w
w.recs[name] = rec
}
return rec
}
// Close finishes writing the rio write-only stream.
// It does not (and can not) close the underlying writer.
func (w *Writer) Close() error {
if w.closed {
return nil
}
w.closed = true
pos := w.w.n
var meta Metadata
for _, rec := range w.recs {
var blocks []BlockDesc
for _, blk := range rec.blocks {
blocks = append(blocks, BlockDesc{blk.Name(), nameFromType(blk.typ)})
}
meta.Records = append(
meta.Records,
RecordDesc{
Name: rec.Name(),
Blocks: blocks,
},
)
}
meta.Offsets = w.offsets
err := w.WriteValue(MetaRecord, &meta)
if err != nil {
return err
}
ftr := rioFooter{
Header: rioHeader{
Len: uint32(ftrSize),
Frame: ftrFrame,
},
Meta: pos,
}
err = ftr.RioMarshal(w.w)
if err != nil {
return err
}
return w.w.Flush()
}
// writeRecord writes all the record data
func (w *Writer) writeRecord(rec *Record, hdr, data []byte) error {
var err error
beg := w.w.n
_, err = w.w.Write(hdr)
if err != nil {
return err
}
_, err = w.w.Write(data)
if err != nil {
return err
}
n := rioAlignU32(rec.raw.Header.Len)
if n != rec.raw.Header.Len {
_, err = w.w.Write(make([]byte, int(n-rec.raw.Header.Len)))
}
end := w.w.n
w.offsets[rec.Name()] = append(w.offsets[rec.Name()], Span{beg, end - beg})
return err
}
// WriteValue writes a value to the stream.
// The value is written to a record named `name` with one block `name`.
func (w *Writer) WriteValue(name string, value interface{}) error {
var err error
rec := w.Record(name)
err = rec.Connect(name, value)
if err != nil {
return err
}
blk := rec.Block(name)
err = blk.Write(value)
if err != nil {
return err
}
err = rec.Write()
if err != nil {
return err
}
return err
}
// encoder manages the encoding of data values into rioRecords
type encoder struct {
w io.Writer
}
func (enc *encoder) Encode(v interface{}) error {
switch v := v.(type) {
case Marshaler:
return v.RioMarshal(enc.w)
}
e := riobin.NewEncoder(enc.w)
e.Order = Endian
return e.Encode(v)
}