-
Notifications
You must be signed in to change notification settings - Fork 922
/
ods.go
98 lines (81 loc) · 2.7 KB
/
ods.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
package eds
import (
"bufio"
"bytes"
"encoding/binary"
"errors"
"fmt"
"io"
cbor "github.com/ipfs/go-ipld-cbor"
"github.com/ipld/go-car"
"github.com/ipld/go-car/util"
)
// bufferedODSReader will read odsSquareSize amount of leaves from reader into the buffer.
// It exposes the buffer to be read by io.Reader interface implementation
type bufferedODSReader struct {
carReader *bufio.Reader
// current is the amount of CARv1 encoded leaves that have been read from reader. When current
// reaches odsSquareSize, bufferedODSReader will prevent further reads by returning io.EOF
current, odsSquareSize int
buf *bytes.Buffer
}
// ODSReader reads CARv1 encoded data from io.ReadCloser and limits the reader to the CAR header
// and first quadrant (ODS)
func ODSReader(carReader io.Reader) (io.Reader, error) {
if carReader == nil {
return nil, errors.New("eds: can't create ODSReader over nil reader")
}
odsR := &bufferedODSReader{
carReader: bufio.NewReader(carReader),
buf: new(bytes.Buffer),
}
// first LdRead reads the full CAR header to determine amount of shares in the ODS
data, err := util.LdRead(odsR.carReader)
if err != nil {
return nil, fmt.Errorf("reading header: %v", err)
}
var header car.CarHeader
err = cbor.DecodeInto(data, &header)
if err != nil {
return nil, fmt.Errorf("invalid header: %w", err)
}
// car header contains both row roots and col roots which is why
// we divide by 4 to get the ODSWidth
odsWidth := len(header.Roots) / 4
odsR.odsSquareSize = odsWidth * odsWidth
// NewCarReader will expect to read the header first, so write it first
return odsR, util.LdWrite(odsR.buf, data)
}
func (r *bufferedODSReader) Read(p []byte) (n int, err error) {
// read leafs to the buffer until it has sufficient data to fill provided container or full ods is
// read
for r.current < r.odsSquareSize && r.buf.Len() < len(p) {
if err := r.readLeaf(); err != nil {
return 0, err
}
r.current++
}
// read buffer to slice
return r.buf.Read(p)
}
// readLeaf reads one leaf from reader into bufferedODSReader buffer
func (r *bufferedODSReader) readLeaf() error {
if _, err := r.carReader.Peek(1); err != nil { // no more blocks, likely clean io.EOF
return err
}
l, err := binary.ReadUvarint(r.carReader)
if err != nil {
if err == io.EOF {
return io.ErrUnexpectedEOF // don't silently pretend this is a clean EOF
}
return err
}
if l > uint64(util.MaxAllowedSectionSize) { // Don't OOM
return fmt.Errorf("malformed car; header `length`: %v is bigger than %v", l, util.MaxAllowedSectionSize)
}
buf := make([]byte, 8)
n := binary.PutUvarint(buf, l)
r.buf.Write(buf[:n])
_, err = r.buf.ReadFrom(io.LimitReader(r.carReader, int64(l)))
return err
}