diff --git a/restapi/admin_remote_buckets.go b/restapi/admin_remote_buckets.go
index 464084aac..63a03f205 100644
--- a/restapi/admin_remote_buckets.go
+++ b/restapi/admin_remote_buckets.go
@@ -467,6 +467,7 @@ func setMultiBucketReplication(ctx context.Context, session *models.Principal, c
 			var errorReturn = ""
 
 			if err != nil {
+				deleteRemoteBucket(ctx, client, sourceBucket, arn)
 				errorReturn = err.Error()
 			}