upload chunks in parallel

go.mod

@@ -32,7 +32,7 @@ require (
 	github.com/uptrace/bunrouter v1.0.20
 	go.dedis.ch/kyber/v3 v3.1.0
 	go.uber.org/zap v1.24.0
-	golang.org/x/crypto v0.16.0
+	golang.org/x/crypto v0.17.0
 	golang.org/x/image v0.14.0
 	golang.org/x/sync v0.5.0
 	google.golang.org/grpc v1.53.0
@@ -45,10 +45,12 @@ require (
 require (
 	github.com/hashicorp/golang-lru v0.5.5-0.20210104140557-80c98217689d
 	github.com/minio/sha256-simd v1.0.1
+	github.com/valyala/fasthttp v1.51.0
 )
 
 require (
 	github.com/VictoriaMetrics/fastcache v1.6.0 // indirect
+	github.com/andybalholm/brotli v1.0.5 // indirect
 	github.com/btcsuite/btcd/btcec/v2 v2.3.2 // indirect
 	github.com/btcsuite/btcd/chaincfg/chainhash v1.0.2 // indirect
 	github.com/cespare/xxhash v1.1.0 // indirect
@@ -112,6 +114,7 @@ require (
 	github.com/tklauser/go-sysconf v0.3.11 // indirect
 	github.com/tklauser/numcpus v0.6.0 // indirect
 	github.com/urfave/cli/v2 v2.17.2-0.20221006022127-8f469abc00aa // indirect
+	github.com/valyala/bytebufferpool v1.0.0 // indirect
 	github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
 	go.dedis.ch/fixbuf v1.0.3 // indirect
 	go.opencensus.io v0.24.0 // indirect
@@ -128,7 +131,8 @@ require (
 
 require (
 	github.com/btcsuite/btcd/btcutil v1.1.3
-	github.com/klauspost/compress v1.16.0 // indirect
+	github.com/hitenjain14/fasthttp v0.0.0-20240201092245-8e4835c0e974
+	github.com/klauspost/compress v1.17.0 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.4 // indirect
 	github.com/remeh/sizedwaitgroup v1.0.0
 	github.com/yusufpapurcu/wmi v1.2.2 // indirect

go.sum

@@ -60,6 +60,8 @@ github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRF
 github.com/allegro/bigcache v1.2.1-0.20190218064605-e24eb225f156 h1:eMwmnE/GDgah4HI848JfFxHt+iPb26b4zyfspmqY0/8=
 github.com/allegro/bigcache v1.2.1-0.20190218064605-e24eb225f156/go.mod h1:Cb/ax3seSYIx7SuZdm2G2xzfwmv3TPSk2ucNfQESPXM=
 github.com/andreyvit/diff v0.0.0-20170406064948-c7f18ee00883/go.mod h1:rCTlJbsFo29Kk6CurOXKm700vrz8f0KW0JNfpkRJY/8=
+github.com/andybalholm/brotli v1.0.5 h1:8uQZIdzKmjc/iuPu7O2ioW48L81FgatrcpfFmiq/cCs=
+github.com/andybalholm/brotli v1.0.5/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig=
 github.com/apache/arrow/go/arrow v0.0.0-20191024131854-af6fa24be0db/go.mod h1:VTxUBvSJ3s3eHAg65PNgrsn5BtqCRPdmyXh6rAfdxN0=
 github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
 github.com/benbjohnson/clock v1.1.0 h1:Q92kusRqC1XV2MjkWETPvjJVqKetz1OzxZB7mHJLju8=
@@ -297,6 +299,8 @@ github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
 github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
 github.com/herumi/bls-go-binary v1.31.0 h1:L1goQ2tMtGgpXCg5AwHAdJQpLs/pfnWWEc3Wog6OhmI=
 github.com/herumi/bls-go-binary v1.31.0/go.mod h1:O4Vp1AfR4raRGwFeQpr9X/PQtncEicMoOe6BQt1oX0Y=
+github.com/hitenjain14/fasthttp v0.0.0-20240201092245-8e4835c0e974 h1:oEjH9SSKBlzwDyYjzZaqRpxo7GlfUJCyRoOk7QHKSDs=
+github.com/hitenjain14/fasthttp v0.0.0-20240201092245-8e4835c0e974/go.mod h1:RZMcXy7u4S+E97IXYTe7WHZ3+mCYOh4vys8PkIGZeXk=
 github.com/holiman/bloomfilter/v2 v2.0.3 h1:73e0e/V0tCydx14a0SCYS/EWCxgwLZ18CZcZKVu0fao=
 github.com/holiman/bloomfilter/v2 v2.0.3/go.mod h1:zpoh+gs7qcpqrHr3dB55AMiJwo0iURXE7ZOP9L9hSkA=
 github.com/holiman/uint256 v1.2.2-0.20230321075855-87b91420868c h1:DZfsyhDK1hnSS5lH8l+JggqzEleHteTYfutAiVlSUM8=
@@ -336,8 +340,8 @@ github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+o
 github.com/kkdai/bstream v0.0.0-20161212061736-f391b8402d23/go.mod h1:J+Gs4SYgM6CZQHDETBtE9HaSEkGmuNXF86RwHhHUvq4=
 github.com/klauspost/compress v1.4.0/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A=
 github.com/klauspost/compress v1.12.3/go.mod h1:8dP1Hq4DHOhN9w426knH3Rhby4rFm6D8eO+e+Dq5Gzg=
-github.com/klauspost/compress v1.16.0 h1:iULayQNOReoYUe+1qtKOqw9CwJv3aNQu8ivo7lw1HU4=
-github.com/klauspost/compress v1.16.0/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
+github.com/klauspost/compress v1.17.0 h1:Rnbp4K9EjcDuVuHtd0dgA4qNuv9yKDYKK1ulpJwgrqM=
+github.com/klauspost/compress v1.17.0/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/klauspost/cpuid v0.0.0-20170728055534-ae7887de9fa5/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek=
 github.com/klauspost/cpuid/v2 v2.2.4 h1:acbojRNwl3o09bUq+yDCtZFc1aiwaAAxtcn8YkZXnvk=
 github.com/klauspost/cpuid/v2 v2.2.4/go.mod h1:RVVoqg1df56z8g3pUjL/3lE5UfnlrJX8tyFgg4nqhuY=
@@ -527,6 +531,10 @@ github.com/uptrace/bunrouter v1.0.20 h1:jNvYNcJxF+lSYBQAaQjnE6I11Zs0m+3M5Ek7fq/T
 github.com/uptrace/bunrouter v1.0.20/go.mod h1:TwT7Bc0ztF2Z2q/ZzMuSVkcb/Ig/d3MQeP2cxn3e1hI=
 github.com/urfave/cli/v2 v2.17.2-0.20221006022127-8f469abc00aa h1:5SqCsI/2Qya2bCzK15ozrqo2sZxkh0FHynJZOTVoV6Q=
 github.com/urfave/cli/v2 v2.17.2-0.20221006022127-8f469abc00aa/go.mod h1:1CNUng3PtjQMtRzJO4FMXBQvkGtuYRxxiR9xMa7jMwI=
+github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
+github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
+github.com/valyala/fasthttp v1.51.0 h1:8b30A5JlZ6C7AS81RsWjYMQmrZG6feChmgAolCl1SqA=
+github.com/valyala/fasthttp v1.51.0/go.mod h1:oI2XroL+lI7vdXyYoQk03bXBThfFl2cVdIA3Xl7cH8g=
 github.com/willf/bitset v1.1.3/go.mod h1:RjeCKbqT1RxIR/KWY6phxZiaY1IyutSBfGjNPySAYV4=
 github.com/xlab/treeprint v0.0.0-20180616005107-d6fb6747feb6/go.mod h1:ce1O1j6UtZfjr22oyGxGLbauSBp2YVXpARAosm7dHBg=
 github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q=
@@ -580,8 +588,8 @@ golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8U
 golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
 golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
 golang.org/x/crypto v0.0.0-20211108221036-ceb1ce70b4fa/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
-golang.org/x/crypto v0.16.0 h1:mMMrFzRSCF0GvB7Ne27XVtVAaXLrPmgPC7/v0tkwHaY=
-golang.org/x/crypto v0.16.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4=
+golang.org/x/crypto v0.17.0 h1:r8bRNjWL3GshPW3gkd+RpvzWrZAwPS49OmTGZ/uhM4k=
+golang.org/x/crypto v0.17.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4=
 golang.org/x/exp v0.0.0-20180321215751-8460e604b9de/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20180807140117-3d87b88a115f/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=

wasmsdk/chunked_upload_progress_storer.go

@@ -1,14 +1,21 @@
 package main
 
-import "github.com/0chain/gosdk/zboxcore/sdk"
+import (
+	"sync"
+
+	"github.com/0chain/gosdk/zboxcore/sdk"
+)
 
 // chunkedUploadProgressStorer load and save upload progress
 type chunkedUploadProgressStorer struct {
 	list map[string]*sdk.UploadProgress
+	lock sync.Mutex
 }
 
 // Load load upload progress by id
 func (mem *chunkedUploadProgressStorer) Load(id string) *sdk.UploadProgress {
+	mem.lock.Lock()
+	defer mem.lock.Unlock()
 	if mem.list == nil {
 		mem.list = make(map[string]*sdk.UploadProgress)
 		return nil
@@ -24,14 +31,31 @@ func (mem *chunkedUploadProgressStorer) Load(id string) *sdk.UploadProgress {
 
 // Save save upload progress
 func (mem *chunkedUploadProgressStorer) Save(up sdk.UploadProgress) {
+	mem.lock.Lock()
+	defer mem.lock.Unlock()
 	if mem.list == nil {
 		mem.list = make(map[string]*sdk.UploadProgress)
 	}
 	mem.list[up.ID] = &up
 }
 
+//nolint:golint,unused
+func (mem *chunkedUploadProgressStorer) Update(id string, chunkIndex int) {
+	mem.lock.Lock()
+	defer mem.lock.Unlock()
+	if mem.list == nil {
+		return
+	}
+	up, ok := mem.list[id]
+	if ok {
+		up.ChunkIndex = chunkIndex
+	}
+}
+
 // Remove remove upload progress by id
 func (mem *chunkedUploadProgressStorer) Remove(id string) error {
+	mem.lock.Lock()
+	defer mem.lock.Unlock()
 	delete(mem.list, id)
 	return nil
 }

zboxcore/sdk/allocation_file_test.go

@@ -19,6 +19,7 @@ import (
 	"github.com/0chain/gosdk/core/pathutil"
 	"github.com/0chain/gosdk/core/resty"
 	"github.com/0chain/gosdk/core/zcncrypto"
+	"github.com/hitenjain14/fasthttp"
 
 	"github.com/0chain/gosdk/zboxcore/blockchain"
 	zclient "github.com/0chain/gosdk/zboxcore/client"
@@ -30,7 +31,7 @@ import (
 )
 
 func setupHttpResponses(
-	t *testing.T, mockClient *mocks.HttpClient, allocID string,
+	t *testing.T, mockClient *mocks.HttpClient, fastMock *mocks.FastClient, allocID string,
 	refsInput, fileMetaInput []byte, hashes []string,
 	numBlobbers, numCorrect int, isUpdate bool) {
 
@@ -95,6 +96,22 @@ func setupHttpResponses(
 				return io.NopCloser(bytes.NewReader(b))
 			}(),
 		}, nil)
+		j := i
+		fastMock.On("DoTimeout", mock.AnythingOfType("*fasthttp.Request"), mock.AnythingOfType("*fasthttp.Response"), mock.AnythingOfType("time.Duration")).Run(func(args mock.Arguments) {
+			resp := args.Get(1).(*fasthttp.Response)
+			if j < numCorrect {
+				resp.Header.SetStatusCode(http.StatusOK)
+			} else {
+				resp.Header.SetStatusCode(http.StatusBadRequest)
+			}
+			hash := hashes[j]
+			r := UploadResult{
+				Filename: "1.txt",
+				Hash:     hash,
+			}
+			b, _ := json.Marshal(r)
+			resp.SetBodyRaw(b)
+		}).Return(nil)
 
 		mockClient.On("Do", mock.MatchedBy(func(req *http.Request) bool {
 			return req.Method == "POST" &&
@@ -184,6 +201,8 @@ func setupHttpResponses(
 func TestAllocation_UpdateFile(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const mockLocalPath = "1.txt"
 
@@ -240,7 +259,7 @@ func TestAllocation_UpdateFile(t *testing.T) {
 		"f435a42af309218e88196d4ed2e0c1977a701641b06434be0bb0263099f3faa9",
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
 
 	err = a.UpdateFile(os.TempDir(), mockLocalPath, "/", nil)
 	require.NoErrorf(t, err, "Unexpected error %v", err)
@@ -249,6 +268,8 @@ func TestAllocation_UpdateFile(t *testing.T) {
 func TestAllocation_UploadFile(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const mockLocalPath = "1.txt"
 	require := require.New(t)
@@ -275,7 +296,7 @@ func TestAllocation_UploadFile(t *testing.T) {
 		"f435a42af309218e88196d4ed2e0c1977a701641b06434be0bb0263099f3faa9",
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
 
 	err := a.UploadFile(os.TempDir(), mockLocalPath, "/", nil)
 	require.NoErrorf(err, "Unexpected error %v", err)
@@ -289,6 +310,8 @@ func TestAllocation_UpdateFileWithThumbnail(t *testing.T) {
 
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	a := &Allocation{
 		ID:           "TestAllocation_UpdateFile_WithThumbNail",
@@ -345,7 +368,7 @@ func TestAllocation_UpdateFileWithThumbnail(t *testing.T) {
 		"f435a42af309218e88196d4ed2e0c1977a701641b06434be0bb0263099f3faa9",
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
 
 	err = a.UpdateFileWithThumbnail(os.TempDir(), mockLocalPath, "/", mockThumbnailPath, nil)
 	require.NoErrorf(t, err, "Unexpected error %v", err)
@@ -360,6 +383,8 @@ func TestAllocation_UploadFileWithThumbnail(t *testing.T) {
 
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	if teardown := setupMockFile(t, mockLocalPath); teardown != nil {
 		defer teardown(t)
@@ -388,7 +413,7 @@ func TestAllocation_UploadFileWithThumbnail(t *testing.T) {
 		"f435a42af309218e88196d4ed2e0c1977a701641b06434be0bb0263099f3faa9",
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
 
 	err := a.UploadFileWithThumbnail(mockTmpPath, mockLocalPath, "/", mockThumbnailPath, nil)
 	require.NoErrorf(t, err, "Unexpected error %v", err)
@@ -397,6 +422,8 @@ func TestAllocation_UploadFileWithThumbnail(t *testing.T) {
 func TestAllocation_EncryptAndUpdateFile(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const mockLocalPath = "1.txt"
 
@@ -452,7 +479,7 @@ func TestAllocation_EncryptAndUpdateFile(t *testing.T) {
 		"3c4f6a43748f6b7cefee11216540414cb9b2563c294a5f7d633c2e9cda26f7bc",
 		"249684daaeef1a8d38d0be0ea38777886e0b3ddf3deaef2eabe4117cc6e67256",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
 
 	err = a.EncryptAndUpdateFile(os.TempDir(), mockLocalPath, "/", nil)
 	require.NoError(t, err)
@@ -461,6 +488,8 @@ func TestAllocation_EncryptAndUpdateFile(t *testing.T) {
 func TestAllocation_EncryptAndUploadFile(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const (
 		mockLocalPath = "1.txt"
@@ -491,7 +520,7 @@ func TestAllocation_EncryptAndUploadFile(t *testing.T) {
 		"f435a42af309218e88196d4ed2e0c1977a701641b06434be0bb0263099f3faa9",
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
 
 	err := a.EncryptAndUploadFile(mockTmpPath, mockLocalPath, "/", nil)
 	require.NoError(t, err)
@@ -500,6 +529,8 @@ func TestAllocation_EncryptAndUploadFile(t *testing.T) {
 func TestAllocation_EncryptAndUpdateFileWithThumbnail(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const (
 		mockLocalPath     = "1.txt"
@@ -565,7 +596,7 @@ func TestAllocation_EncryptAndUpdateFileWithThumbnail(t *testing.T) {
 		"3c4f6a43748f6b7cefee11216540414cb9b2563c294a5f7d633c2e9cda26f7bc",
 		"249684daaeef1a8d38d0be0ea38777886e0b3ddf3deaef2eabe4117cc6e67256",
 	}
-	setupHttpResponses(t, &mockClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, resfsIn, fileMetaIn, hashes, len(a.Blobbers), len(a.Blobbers), true)
 	err = a.EncryptAndUpdateFileWithThumbnail(mockTmpPath, mockLocalPath, "/", mockThumbnailPath, nil)
 
 	require.NoError(t, err)
@@ -574,6 +605,8 @@ func TestAllocation_EncryptAndUpdateFileWithThumbnail(t *testing.T) {
 func TestAllocation_EncryptAndUploadFileWithThumbnail(t *testing.T) {
 	mockClient := mocks.HttpClient{}
 	zboxutil.Client = &mockClient
+	mockFastClient := mocks.FastClient{}
+	zboxutil.FastHttpClient = &mockFastClient
 
 	const (
 		mockLocalPath     = "1.txt"
@@ -612,7 +645,7 @@ func TestAllocation_EncryptAndUploadFileWithThumbnail(t *testing.T) {
 		"6b3e932bfd2b2c09e39d35e7c4928c42b73bee194045e545560229234d695669",
 	}
 
-	setupHttpResponses(t, &mockClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
+	setupHttpResponses(t, &mockClient, &mockFastClient, a.ID, nil, nil, hashes, len(a.Blobbers), len(a.Blobbers), false)
 
 	err := a.EncryptAndUploadFileWithThumbnail(mockTmpPath, mockLocalPath, "/", mockThumbnailPath, nil)
 	require.NoError(t, err)