Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

## [master](https://github.com/arangodb/kube-arangodb/tree/master) (N/A)
- Add ArangoBackup backoff functionality
- Allow to abort ArangoBackup uploads by removing spec.upload

## [1.2.5](https://github.com/arangodb/kube-arangodb/tree/1.2.5) (2021-10-25)
- Split & Unify Lifecycle management functionality
Expand Down
7 changes: 7 additions & 0 deletions pkg/backup/handlers/arango/backup/arango_client_impl.go
Original file line number Diff line number Diff line change
Expand Up @@ -188,6 +188,13 @@ func (ac *arangoClientBackupImpl) Progress(jobID driver.BackupTransferJobID) (Ar
return ArangoBackupProgress{}, err
}

if report.Cancelled {
return ArangoBackupProgress{
Failed: true,
FailMessage: "Upload cancelled",
}, nil
}

var ret ArangoBackupProgress
var completedCount int
var total int
Expand Down
14 changes: 14 additions & 0 deletions pkg/backup/handlers/arango/backup/state_uploading.go
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,20 @@ func stateUploadingHandler(h *handler, backup *backupApi.ArangoBackup) (*backupA
)
}

if backup.Spec.Upload == nil {
// Upload is canceled

if err = client.Abort(driver.BackupTransferJobID(backup.Status.Progress.JobID)); err == nil {
return wrapUpdateStatus(backup,
updateStatusState(backupApi.ArangoBackupStateReady, ""),
cleanStatusJob(),
updateStatusBackupUpload(util.NewBool(false)),
updateStatusAvailable(true),
cleanBackOff(),
)
}
}

return wrapUpdateStatus(backup,
updateStatusState(backupApi.ArangoBackupStateUploading, ""),
updateStatusAvailable(true),
Expand Down
97 changes: 79 additions & 18 deletions pkg/backup/handlers/arango/backup/state_uploading_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,10 @@ func Test_State_Uploading_Success(t *testing.T) {

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}
Expand Down Expand Up @@ -162,16 +166,13 @@ func Test_StateUploading_FailedProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand Down Expand Up @@ -204,16 +205,13 @@ func Test_State_Uploading_TemporaryFailedProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand Down Expand Up @@ -248,16 +246,13 @@ func Test_State_Uploading_NotFoundProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand All @@ -276,3 +271,69 @@ func Test_State_Uploading_NotFoundProgress(t *testing.T) {
require.Equal(t, fmt.Sprintf("job with id %s does not exist anymore", progress), newObj.Status.Message)
require.Nil(t, newObj.Status.Progress)
}

func Test_StateUploading_Abort_Success(t *testing.T) {
// Arrange
handler, mock := newErrorsFakeHandler(mockErrorsArangoClientBackup{})

obj, deployment := newObjectSet(backupApi.ArangoBackupStateUploading)

createResponse, err := mock.Create()
require.NoError(t, err)

backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}

// Act
createArangoDeployment(t, handler, deployment)
createArangoBackup(t, handler, obj)

require.NoError(t, handler.Handle(newItemFromBackup(operation.Update, obj)))

// Assert
newObj := refreshArangoBackup(t, handler, obj)
checkBackup(t, newObj, backupApi.ArangoBackupStateReady, true)
}

func Test_StateUploading_Abort_Fail(t *testing.T) {
// Arrange
handler, mock := newErrorsFakeHandler(mockErrorsArangoClientBackup{
abortError: newTemporaryErrorf("error"),
})

obj, deployment := newObjectSet(backupApi.ArangoBackupStateUploading)

createResponse, err := mock.Create()
require.NoError(t, err)

backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}

// Act
createArangoDeployment(t, handler, deployment)
createArangoBackup(t, handler, obj)

require.NoError(t, handler.Handle(newItemFromBackup(operation.Update, obj)))

// Assert
newObj := refreshArangoBackup(t, handler, obj)
checkBackup(t, newObj, backupApi.ArangoBackupStateUploading, true)
}