forked from rclone/gofakes3
-
Notifications
You must be signed in to change notification settings - Fork 1
/
chunk_test.go
117 lines (99 loc) · 3.63 KB
/
chunk_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
package gofakes3
import (
"errors"
"io"
"io/ioutil"
"strings"
"testing"
"github.com/stretchr/testify/assert"
)
func TestChunkedUploadSuccess(t *testing.T) {
// From https://docs.aws.amazon.com/AmazonS3/latest/API/sigv4-streaming.html#example-signature-calculations-streaming
// actual data is (65536 + 1024) * 'a'
// divided into 3 chunks.
// first chunk
payload := "10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n"
payload += strings.Repeat("a", 65536)
payload += "\r\n"
// second chunk
payload += "400;chunk-signature=0055627c9e194cb4542bae2aa5492e3c1575bbb81b612b7d234b86a503ef5497\r\n"
payload += strings.Repeat("a", 1024)
payload += "\r\n"
// third chunk, with empty chunk-data representing end of request
payload += "0;chunk-signature=b6c6ea8a5354eaf15b3cb7646744f4275b71ea724fed81ceb9323e279d449df9\r\n\r\n"
inner := strings.NewReader(payload)
chunkedReader := newChunkedReader(inner)
buf, err := ioutil.ReadAll(chunkedReader)
assert.Equal(t, nil, err)
assert.Equal(t, string(buf), strings.Repeat("a", 65536+1024))
}
type errReader struct{}
func (errReader) Read(p []byte) (n int, err error) {
return 0, errors.New("err")
}
func TestChunkedUploadFail(t *testing.T) {
chunkedReader := newChunkedReader(errReader{})
buf, err := ioutil.ReadAll(chunkedReader)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, "", string(buf))
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader("10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n"),
errReader{},
))
buf, err = ioutil.ReadAll(chunkedReader)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, "", string(buf))
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader("incorrect_data"),
errReader{},
))
buf, err = ioutil.ReadAll(chunkedReader)
assert.Equal(t, errors.New("expected integer"), err)
assert.Equal(t, "", string(buf))
payload := "10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n"
payload += strings.Repeat("a", 200)
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader(payload),
errReader{},
))
buf, err = ioutil.ReadAll(chunkedReader)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, strings.Repeat("a", 200), string(buf))
payload = "10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n"
payload += strings.Repeat("a", 1024+100)
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader(payload),
errReader{},
))
buf = make([]byte, 1024)
n, err := chunkedReader.Read(buf)
assert.Equal(t, nil, err)
assert.Equal(t, strings.Repeat("a", 1024), string(buf[:n]))
assert.Equal(t, 1024, n)
buf = make([]byte, 65536)
n, err = chunkedReader.Read(buf)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, strings.Repeat("a", 100), string(buf[:n]))
assert.Equal(t, 100, n)
payload = "10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n"
payload += strings.Repeat("a", 65536)
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader(payload),
errReader{},
))
buf = make([]byte, 65536+1024)
n, err = io.ReadFull(chunkedReader, buf)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, strings.Repeat("a", 65536), string(buf[:n]))
assert.Equal(t, 65536, n)
payload = "10000;chunk-signature=ad80c"
chunkedReader = newChunkedReader(io.MultiReader(
strings.NewReader(payload),
errReader{},
))
buf = make([]byte, 65536+1024)
n, err = io.ReadFull(chunkedReader, buf)
assert.Equal(t, errors.New("err"), err)
assert.Equal(t, "", string(buf[:n]))
assert.Equal(t, 0, n)
}