/* Copyright 2020 the Velero contributors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package delete import ( "io" "github.com/vmware-tanzu/velero/pkg/plugin/framework" "github.com/cockroachdb/errors" "github.com/sirupsen/logrus" "k8s.io/apimachinery/pkg/labels" "k8s.io/apimachinery/pkg/runtime/schema" kubeerrs "k8s.io/apimachinery/pkg/util/errors" "k8s.io/apimachinery/pkg/util/sets" velerov1api "github.com/vmware-tanzu/velero/pkg/apis/velero/v1" "github.com/vmware-tanzu/velero/pkg/archive" "github.com/vmware-tanzu/velero/pkg/discovery" "github.com/vmware-tanzu/velero/pkg/plugin/velero" "github.com/vmware-tanzu/velero/pkg/util/filesystem" ) // Context provides the necessary environment to run DeleteItemAction plugins type Context struct { Backup *velerov1api.Backup BackupReader io.Reader Actions []velero.DeleteItemAction Filesystem filesystem.Interface Log logrus.FieldLogger DiscoveryHelper discovery.Helper resolvedActions []framework.DeleteItemResolvedAction } func InvokeDeleteActions(ctx *Context) error { var err error resolver := framework.NewDeleteItemActionResolver(ctx.Actions) ctx.resolvedActions, err = resolver.ResolveActions(ctx.DiscoveryHelper, ctx.Log) // No actions installed and no error means we don't have to continue; // just do the backup deletion without worrying about plugins. if len(ctx.resolvedActions) == 0 && err == nil { ctx.Log.Debug("No delete item actions present, proceeding with rest of backup deletion process") return nil } else if err != nil { return errors.Wrapf(err, "error resolving actions") } // get items out of backup tarball into a temp directory dir, err := archive.NewExtractor(ctx.Log, ctx.Filesystem).UnzipAndExtractBackup(ctx.BackupReader) if err != nil { return errors.Wrapf(err, "error extracting backup") } defer func() { if err := ctx.Filesystem.RemoveAll(dir); err != nil { ctx.Log.Errorf("error removing temporary directory %s: %s", dir, err.Error()) } }() ctx.Log.Debugf("Downloaded and extracted the backup file to: %s", dir) backupResources, err := archive.NewParser(ctx.Log, ctx.Filesystem).Parse(dir) if existErr := errors.Is(err, archive.ErrNotExist); existErr { ctx.Log.Debug("ignore invoking delete item actions: ", err) return nil } else if err != nil { return errors.Wrapf(err, "error parsing backup %q", dir) } processdResources := sets.NewString() // deleteErrs collects errors returned by DeleteItemAction plugins. We keep // looping over the remaining items even when a plugin fails, but we must not // swallow these errors: a DIA failure means the private artifacts it manages // (e.g. data mover repository snapshots) may not have been deleted. If we // returned nil here, the caller would proceed to delete the backup and its // metadata, orphaning those artifacts forever. Returning the aggregated error // makes the caller fail the deletion so it can be retried. var deleteErrs []error for resource := range backupResources { groupResource := schema.ParseGroupResource(resource) // We've already seen this group/resource, so don't process it again. if processdResources.Has(groupResource.String()) { continue } // Get a list of all items that exist for this resource resourceList := backupResources[groupResource.String()] if resourceList == nil { continue } // Iterate over all items, grouped by namespace. for namespace, items := range resourceList.ItemsByNamespace { nsLog := ctx.Log.WithField("namespace", namespace) nsLog.Info("Starting to check for items in namespace") // Filter applicable actions based on namespace only once per namespace. actions := ctx.getApplicableActions(groupResource, namespace) // Process individual items from the backup for _, item := range items { itemPath := archive.GetItemFilePath(dir, resource, namespace, item) // obj is the Unstructured item from the backup obj, err := archive.Unmarshal(ctx.Filesystem, itemPath) if err != nil { return errors.Wrapf(err, "Could not unmarshal item: %v", item) } itemLog := nsLog.WithField("item", obj.GetName()) itemLog.Infof("invoking DeleteItemAction plugins") for _, action := range actions { if !action.Selector.Matches(labels.Set(obj.GetLabels())) { continue } err = action.DeleteItemAction.Execute(&velero.DeleteItemActionExecuteInput{ Item: obj, Backup: ctx.Backup, }) // Keep looping even on errors so a single failing plugin // doesn't prevent the remaining items from being cleaned up, // but record the error so it can be surfaced to the caller. if err != nil { itemLog.WithError(err).Error("plugin error") deleteErrs = append(deleteErrs, errors.Wrapf(err, "error executing DeleteItemAction for %s %s", groupResource.String(), obj.GetName())) } } } } } return kubeerrs.NewAggregate(deleteErrs) } // getApplicableActions takes resolved DeleteItemActions and filters them for a given group/resource and namespace. func (ctx *Context) getApplicableActions(groupResource schema.GroupResource, namespace string) []framework.DeleteItemResolvedAction { var actions []framework.DeleteItemResolvedAction for _, action := range ctx.resolvedActions { if action.ShouldUse(groupResource, namespace, nil, ctx.Log) { actions = append(actions, action) } } return actions }