mirror of
https://github.com/vmware-tanzu/velero.git
synced 2026-08-20 22:26:07 +00:00
* Detect block uploader cancellation through wrapped errors
Cancelling a block data mover backup was reported as a failure: the
DataUpload ended Failed with an error message and the Backup went
PartiallyFailed, for a user-requested cancel.
The cause is a sentinel equality check. block.ErrCanceled is raised in
the write loop and then wrapped twice before it reaches the provider --
once in block/uploader.go ("error backing up bdev %s") and again in
block/snapshot.go ("Failed to run uploader backup for si %v") -- so
`err == block.ErrCanceled` can never be true and the ErrorCanceled
returns are unreachable. The filesystem provider avoids this by asking
the uploader for its state (kpUploader.IsCanceled()) rather than
inspecting the error.
Use errors.Is at both the backup and restore sites.
Adds TestBlockProviderCancelThroughWrappedError, which injects the
doubly-wrapped sentinel exactly as production builds it. Note the
assertion is require.ErrorIs, not ErrorContains: provider.ErrorCanceled
and block.ErrCanceled carry identical message text, so a substring
assertion passes whether or not the sentinel was recognised -- which is
why the existing test, injecting the bare sentinel, did not catch this.
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Signed-off-by: Tiger Kaovilai <tkaovila@redhat.com>
(cherry picked from commit 9d6c5da7a893068d424b0c7896638787c636e213)
Signed-off-by: Tiger Kaovilai <tkaovila@redhat.com>
* Add changelog for #10308
Signed-off-by: Tiger Kaovilai <tkaovila@redhat.com>
* lint: fix misspelling (recognised -> recognized)
Signed-off-by: Tiger Kaovilai <tkaovila@redhat.com>
---------
Signed-off-by: Tiger Kaovilai <tkaovila@redhat.com>
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
202 lines
5.8 KiB
Go
202 lines
5.8 KiB
Go
/*
|
|
Copyright The Velero Contributors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package provider
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
"github.com/sirupsen/logrus"
|
|
|
|
"github.com/vmware-tanzu/velero/internal/credentials"
|
|
velerov1api "github.com/vmware-tanzu/velero/pkg/apis/velero/v1"
|
|
repokeys "github.com/vmware-tanzu/velero/pkg/repository/keys"
|
|
"github.com/vmware-tanzu/velero/pkg/repository/udmrepo"
|
|
"github.com/vmware-tanzu/velero/pkg/uploader"
|
|
"github.com/vmware-tanzu/velero/pkg/uploader/block"
|
|
)
|
|
|
|
var blockBackupFunc = block.Backup
|
|
var blockRestoreFunc = block.Restore
|
|
|
|
type blockProvider struct {
|
|
requestorType string
|
|
bkRepo udmrepo.BackupRepo
|
|
credGetter *credentials.CredentialGetter
|
|
log logrus.FieldLogger
|
|
}
|
|
|
|
// NewBlockUploaderProvider initialized with open or create a repository
|
|
func NewBlockUploaderProvider(
|
|
requestorType string,
|
|
ctx context.Context,
|
|
credGetter *credentials.CredentialGetter,
|
|
backupRepo *velerov1api.BackupRepository,
|
|
log logrus.FieldLogger,
|
|
) (Provider, error) {
|
|
bp := &blockProvider{
|
|
requestorType: requestorType,
|
|
log: log,
|
|
credGetter: credGetter,
|
|
}
|
|
|
|
repoUID := string(backupRepo.GetUID())
|
|
repoOpt, err := udmrepo.NewRepoOptions(
|
|
udmrepo.WithPassword(bp, ""),
|
|
udmrepo.WithConfigFile("", repoUID),
|
|
udmrepo.WithDescription("Initial velero block uploader provider"),
|
|
)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "error to get repo options")
|
|
}
|
|
|
|
repoSvc := BackupRepoServiceCreateFunc(backupRepo.Spec.RepositoryType, log)
|
|
log.WithField("repoUID", repoUID).Info("Opening backup repo")
|
|
|
|
bp.bkRepo, err = repoSvc.Open(ctx, *repoOpt)
|
|
if err != nil {
|
|
return nil, errors.Wrapf(err, "Failed to find backup repository")
|
|
}
|
|
|
|
return bp, nil
|
|
}
|
|
|
|
func (bp *blockProvider) Close(ctx context.Context) error {
|
|
return bp.bkRepo.Close(ctx)
|
|
}
|
|
|
|
func (bp *blockProvider) GetPassword(param any) (string, error) {
|
|
if bp.credGetter.FromSecret == nil {
|
|
return "", errors.New("invalid credentials interface")
|
|
}
|
|
rawPass, err := bp.credGetter.FromSecret.Get(repokeys.RepoKeySelector())
|
|
if err != nil {
|
|
return "", errors.Wrap(err, "error to get password")
|
|
}
|
|
|
|
return strings.TrimSpace(rawPass), nil
|
|
}
|
|
|
|
func (bp *blockProvider) RunBackup(
|
|
ctx context.Context,
|
|
path string,
|
|
realSource string,
|
|
tags map[string]string,
|
|
forceFull bool,
|
|
parentSnapshot string,
|
|
cbtParam CBTParam,
|
|
volMode uploader.PersistentVolumeMode,
|
|
uploaderCfg map[string]string,
|
|
updater uploader.ProgressUpdater) (string, bool, int64, int64, error) {
|
|
if updater == nil {
|
|
return "", false, 0, 0, errors.New("backup progress updater is invalid")
|
|
}
|
|
|
|
if path == "" {
|
|
return "", false, 0, 0, errors.New("path is empty")
|
|
}
|
|
|
|
log := bp.log.WithFields(logrus.Fields{
|
|
"path": path,
|
|
"realSource": realSource,
|
|
"parentSnapshot": parentSnapshot,
|
|
})
|
|
|
|
log.Infof("Run block backup, CBT source info: %v", cbtParam.Source)
|
|
|
|
blkUploader := block.NewUploader(ctx, bp.bkRepo, updater, log)
|
|
|
|
if tags == nil {
|
|
tags = make(map[string]string)
|
|
}
|
|
tags[uploader.SnapshotRequesterTag] = bp.requestorType
|
|
tags[uploader.SnapshotUploaderTag] = uploader.BlockType
|
|
|
|
if realSource != "" {
|
|
realSource = fmt.Sprintf("%s/%s/%s", bp.requestorType, uploader.BlockType, realSource)
|
|
}
|
|
|
|
snapshotInfo, _, err := blockBackupFunc(ctx, blkUploader, bp.bkRepo, path, realSource, cbtParam.Source, forceFull, parentSnapshot, cbtParam.Service, uploaderCfg, tags, log)
|
|
|
|
// errors.Is, not ==: the sentinel is wrapped twice on its way here, by
|
|
// block/uploader.go ("error backing up bdev %s") and again by
|
|
// block/snapshot.go ("Failed to run uploader backup for si %v"), so an
|
|
// equality check never matches and cancellation gets reported as a failure.
|
|
if errors.Is(err, block.ErrCanceled) {
|
|
log.Warn("Block backup is canceled")
|
|
return snapshotInfo.ID, false, snapshotInfo.Size, snapshotInfo.IncrementalSize, ErrorCanceled
|
|
}
|
|
|
|
if err != nil {
|
|
return snapshotInfo.ID, false, snapshotInfo.Size, snapshotInfo.IncrementalSize, errors.Wrapf(err, "Failed to run block backup")
|
|
}
|
|
|
|
updater.UpdateProgress(
|
|
&uploader.Progress{
|
|
TotalBytes: snapshotInfo.Size,
|
|
BytesDone: snapshotInfo.Size,
|
|
},
|
|
)
|
|
|
|
log.Infof("Block backup finished, snapshot ID %s, backup size %v, incremental size %v", snapshotInfo.ID, snapshotInfo.Size, snapshotInfo.IncrementalSize)
|
|
|
|
return snapshotInfo.ID, false, snapshotInfo.Size, snapshotInfo.IncrementalSize, nil
|
|
}
|
|
|
|
func (bp *blockProvider) RunRestore(
|
|
ctx context.Context,
|
|
snapshotID string,
|
|
volumePath string,
|
|
volMode uploader.PersistentVolumeMode,
|
|
uploaderCfg map[string]string,
|
|
updater uploader.ProgressUpdater) (int64, error) {
|
|
if updater == nil {
|
|
return 0, errors.New("restore progress updater is invalid")
|
|
}
|
|
|
|
log := bp.log.WithFields(logrus.Fields{
|
|
"snapshotID": snapshotID,
|
|
"volumePath": volumePath,
|
|
})
|
|
log.Info("Starting restore")
|
|
|
|
blkUploader := block.NewUploader(ctx, bp.bkRepo, updater, log)
|
|
|
|
size, err := blockRestoreFunc(ctx, blkUploader, bp.bkRepo, snapshotID, volumePath, uploaderCfg, log)
|
|
|
|
// errors.Is, not ==: see the equivalent comment on the backup path above.
|
|
if errors.Is(err, block.ErrCanceled) {
|
|
log.Warn("Block restore is canceled")
|
|
return 0, ErrorCanceled
|
|
}
|
|
|
|
if err != nil {
|
|
return 0, errors.Wrapf(err, "Failed to run block restore")
|
|
}
|
|
|
|
updater.UpdateProgress(&uploader.Progress{
|
|
TotalBytes: size,
|
|
BytesDone: size,
|
|
})
|
|
|
|
log.Infof("Block restore finished, restore size %v", size)
|
|
|
|
return size, nil
|
|
}
|