Skip to content

Commit

Permalink
[Feature] Allow to abort upload (#845)
Browse files Browse the repository at this point in the history
  • Loading branch information
ajanikow authored Dec 4, 2021
1 parent d93167f commit ac35757
Show file tree
Hide file tree
Showing 4 changed files with 101 additions and 18 deletions.
1 change: 1 addition & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

## [master](https://github.com/arangodb/kube-arangodb/tree/master) (N/A)
- Add ArangoBackup backoff functionality
- Allow to abort ArangoBackup uploads by removing spec.upload

## [1.2.5](https://github.com/arangodb/kube-arangodb/tree/1.2.5) (2021-10-25)
- Split & Unify Lifecycle management functionality
Expand Down
7 changes: 7 additions & 0 deletions pkg/backup/handlers/arango/backup/arango_client_impl.go
Original file line number Diff line number Diff line change
Expand Up @@ -188,6 +188,13 @@ func (ac *arangoClientBackupImpl) Progress(jobID driver.BackupTransferJobID) (Ar
return ArangoBackupProgress{}, err
}

if report.Cancelled {
return ArangoBackupProgress{
Failed: true,
FailMessage: "Upload cancelled",
}, nil
}

var ret ArangoBackupProgress
var completedCount int
var total int
Expand Down
14 changes: 14 additions & 0 deletions pkg/backup/handlers/arango/backup/state_uploading.go
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,20 @@ func stateUploadingHandler(h *handler, backup *backupApi.ArangoBackup) (*backupA
)
}

if backup.Spec.Upload == nil {
// Upload is canceled

if err = client.Abort(driver.BackupTransferJobID(backup.Status.Progress.JobID)); err == nil {
return wrapUpdateStatus(backup,
updateStatusState(backupApi.ArangoBackupStateReady, ""),
cleanStatusJob(),
updateStatusBackupUpload(util.NewBool(false)),
updateStatusAvailable(true),
cleanBackOff(),
)
}
}

return wrapUpdateStatus(backup,
updateStatusState(backupApi.ArangoBackupStateUploading, ""),
updateStatusAvailable(true),
Expand Down
97 changes: 79 additions & 18 deletions pkg/backup/handlers/arango/backup/state_uploading_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,10 @@ func Test_State_Uploading_Success(t *testing.T) {

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}
Expand Down Expand Up @@ -162,16 +166,13 @@ func Test_StateUploading_FailedProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand Down Expand Up @@ -204,16 +205,13 @@ func Test_State_Uploading_TemporaryFailedProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand Down Expand Up @@ -248,16 +246,13 @@ func Test_State_Uploading_NotFoundProgress(t *testing.T) {
backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Download(backupMeta.ID)
progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Spec.Download = &backupApi.ArangoBackupSpecDownload{
ArangoBackupSpecOperation: backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
},
ID: string(backupMeta.ID),
obj.Spec.Upload = &backupApi.ArangoBackupSpecOperation{
RepositoryURL: "S3 URL",
}

obj.Status.Progress = &backupApi.ArangoBackupProgress{
Expand All @@ -276,3 +271,69 @@ func Test_State_Uploading_NotFoundProgress(t *testing.T) {
require.Equal(t, fmt.Sprintf("job with id %s does not exist anymore", progress), newObj.Status.Message)
require.Nil(t, newObj.Status.Progress)
}

func Test_StateUploading_Abort_Success(t *testing.T) {
// Arrange
handler, mock := newErrorsFakeHandler(mockErrorsArangoClientBackup{})

obj, deployment := newObjectSet(backupApi.ArangoBackupStateUploading)

createResponse, err := mock.Create()
require.NoError(t, err)

backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}

// Act
createArangoDeployment(t, handler, deployment)
createArangoBackup(t, handler, obj)

require.NoError(t, handler.Handle(newItemFromBackup(operation.Update, obj)))

// Assert
newObj := refreshArangoBackup(t, handler, obj)
checkBackup(t, newObj, backupApi.ArangoBackupStateReady, true)
}

func Test_StateUploading_Abort_Fail(t *testing.T) {
// Arrange
handler, mock := newErrorsFakeHandler(mockErrorsArangoClientBackup{
abortError: newTemporaryErrorf("error"),
})

obj, deployment := newObjectSet(backupApi.ArangoBackupStateUploading)

createResponse, err := mock.Create()
require.NoError(t, err)

backupMeta, err := mock.Get(createResponse.ID)
require.NoError(t, err)

progress, err := mock.Upload(backupMeta.ID)
require.NoError(t, err)

obj.Status.Backup = createBackupFromMeta(backupMeta, nil)

obj.Status.Progress = &backupApi.ArangoBackupProgress{
JobID: string(progress),
}

// Act
createArangoDeployment(t, handler, deployment)
createArangoBackup(t, handler, obj)

require.NoError(t, handler.Handle(newItemFromBackup(operation.Update, obj)))

// Assert
newObj := refreshArangoBackup(t, handler, obj)
checkBackup(t, newObj, backupApi.ArangoBackupStateUploading, true)
}

0 comments on commit ac35757

Please sign in to comment.