forked from Angey40/BaiduPCS-Go
/
upload.go
228 lines (186 loc) · 5.85 KB
/
upload.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
package baidupcs
import (
"errors"
"github.com/iikira/BaiduPCS-Go/baidupcs/pcserror"
"github.com/iikira/BaiduPCS-Go/pcsutil/converter"
"net/http"
)
const (
// MaxUploadBlockSize 最大上传的文件分片大小
MaxUploadBlockSize = 2 * converter.GB
// MinUploadBlockSize 最小的上传的文件分片大小
MinUploadBlockSize = 4 * converter.MB
// RecommendUploadBlockSize 推荐的上传的文件分片大小
RecommendUploadBlockSize = 1 * converter.GB
// DefaultSliceMD5 默认的长度为32的slicemd5
DefaultSliceMD5 = "ec87a838931d4d5d2e94a04644788a55"
)
var (
// ErrMD5NotFound 未找到md5
ErrMD5NotFound = errors.New("unknown response data, md5 not found")
// ErrSavePathFound 未找到保存路径
ErrSavePathFound = errors.New("unknown response data, file saved path not found")
// ErrSeqNotMatch 服务器返回的上传队列不匹配
ErrSeqNotMatch = errors.New("服务器返回的上传队列不匹配")
)
type (
// UploadFunc 上传文件处理函数
UploadFunc func(uploadURL string, jar http.CookieJar) (resp *http.Response, err error)
uploadJSON struct {
*PathJSON
*pcserror.PCSErrInfo
}
uploadTmpFileJSON struct {
MD5 string `json:"md5"`
*pcserror.PCSErrInfo
}
uploadPrecreateJSON struct {
ReturnType int `json:"return_type"` // 1上传, 2秒传
UploadID string `json:"uploadid"`
BlockList []int `json:"block_list"`
*pcserror.PanErrorInfo
fdJSON `json:"info"`
}
// UploadSeq 分片上传顺序
UploadSeq struct {
Seq int
Block string
}
// PrecreateInfo 预提交文件消息返回数据
PrecreateInfo struct {
IsRapidUpload bool
UploadID string
UploadSeqList []*UploadSeq
}
uploadSuperfile2JSON struct {
MD5 string `json:"md5"`
*pcserror.PCSErrInfo
}
)
// RapidUpload 秒传文件
func (pcs *BaiduPCS) RapidUpload(targetPath, contentMD5, sliceMD5, crc32 string, length int64) (pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareRapidUpload(targetPath, contentMD5, sliceMD5, crc32, length)
if pcsError != nil {
return
}
defer dataReadCloser.Close()
pcsError = pcserror.DecodePCSJSONError(OperationRapidUpload, dataReadCloser)
if pcsError != nil {
return
}
return nil
}
// Upload 上传单个文件
func (pcs *BaiduPCS) Upload(targetPath string, uploadFunc UploadFunc) (pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareUpload(targetPath, uploadFunc)
if pcsError != nil {
return pcsError
}
defer dataReadCloser.Close()
// 数据处理
jsonData := uploadJSON{
PCSErrInfo: pcserror.NewPCSErrorInfo(OperationUpload),
}
pcsError = handleJSONParse(OperationUpload, dataReadCloser, &jsonData)
if pcsError != nil {
return
}
if jsonData.Path == "" {
jsonData.PCSErrInfo.ErrType = pcserror.ErrTypeInternalError
jsonData.PCSErrInfo.Err = ErrSavePathFound
return jsonData.PCSErrInfo
}
return nil
}
// UploadTmpFile 分片上传—文件分片及上传
func (pcs *BaiduPCS) UploadTmpFile(uploadFunc UploadFunc) (md5 string, pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareUploadTmpFile(uploadFunc)
if pcsError != nil {
return "", pcsError
}
defer dataReadCloser.Close()
// 数据处理
jsonData := uploadTmpFileJSON{
PCSErrInfo: pcserror.NewPCSErrorInfo(OperationUploadTmpFile),
}
pcsError = handleJSONParse(OperationUploadTmpFile, dataReadCloser, &jsonData)
if pcsError != nil {
return
}
// 未找到md5
if jsonData.MD5 == "" {
jsonData.PCSErrInfo.ErrType = pcserror.ErrTypeInternalError
jsonData.PCSErrInfo.Err = ErrMD5NotFound
return "", jsonData.PCSErrInfo
}
return jsonData.MD5, nil
}
// UploadCreateSuperFile 分片上传—合并分片文件
func (pcs *BaiduPCS) UploadCreateSuperFile(targetPath string, blockList ...string) (pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareUploadCreateSuperFile(targetPath, blockList...)
if pcsError != nil {
return pcsError
}
defer dataReadCloser.Close()
errInfo := pcserror.DecodePCSJSONError(OperationUploadCreateSuperFile, dataReadCloser)
return errInfo
}
// UploadPrecreate 分片上传—Precreate,
// 支持检验秒传
func (pcs *BaiduPCS) UploadPrecreate(targetPath, contentMD5, sliceMD5, crc32 string, size int64, bolckList ...string) (precreateInfo *PrecreateInfo, pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareUploadPrecreate(targetPath, contentMD5, sliceMD5, crc32, size, bolckList...)
if pcsError != nil {
return
}
defer dataReadCloser.Close()
errInfo := pcserror.NewPanErrorInfo(OperationUploadPrecreate)
jsonData := uploadPrecreateJSON{
PanErrorInfo: errInfo,
}
pcsError = handleJSONParse(OperationUploadPrecreate, dataReadCloser, &jsonData)
if pcsError != nil {
return
}
switch jsonData.ReturnType {
case 1: // 上传
seqLen := len(jsonData.BlockList)
if seqLen != len(bolckList) {
errInfo.ErrType = pcserror.ErrTypeRemoteError
errInfo.Err = ErrSeqNotMatch
return nil, errInfo
}
seqList := make([]*UploadSeq, 0, seqLen)
for k, seq := range jsonData.BlockList {
seqList = append(seqList, &UploadSeq{
Seq: seq,
Block: bolckList[k],
})
}
return &PrecreateInfo{
UploadID: jsonData.UploadID,
UploadSeqList: seqList,
}, nil
case 2: // 秒传
return &PrecreateInfo{
IsRapidUpload: true,
}, nil
default:
panic("unknown returntype")
}
}
// UploadSuperfile2 分片上传—Superfile2
func (pcs *BaiduPCS) UploadSuperfile2(uploadid, targetPath string, partseq int, partOffset int64, uploadFunc UploadFunc) (md5sum string, pcsError pcserror.Error) {
dataReadCloser, pcsError := pcs.PrepareUploadSuperfile2(uploadid, targetPath, partseq, partOffset, uploadFunc)
if pcsError != nil {
return
}
defer dataReadCloser.Close()
jsonData := uploadSuperfile2JSON{
PCSErrInfo: pcserror.NewPCSErrorInfo(OperationUploadSuperfile2),
}
pcsError = handleJSONParse(OperationUploadSuperfile2, dataReadCloser, &jsonData)
if pcsError != nil {
return
}
return jsonData.MD5, nil
}