mirror of
https://github.com/versity/versitygw.git
synced 2026-01-03 10:35:15 +00:00
280 lines
8.9 KiB
Bash
280 lines
8.9 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
source ./tests/commands/get_bucket_versioning.sh
|
|
source ./tests/commands/list_object_versions.sh
|
|
source ./tests/drivers/drivers.sh
|
|
|
|
check_if_versioning_enabled() {
|
|
if ! check_param_count "check_if_versioning_enabled" "bucket" 1 $#; then
|
|
return 2
|
|
fi
|
|
if ! get_bucket_versioning 's3api' "$1"; then
|
|
log 2 "error getting bucket versioning"
|
|
return 2
|
|
fi
|
|
# shellcheck disable=SC2154
|
|
if ! status=$(echo "$versioning" | grep -v "InsecureRequestWarning" | jq -r ".Status" 2>&1); then
|
|
log 2 "error parsing 'Status' value: $status"
|
|
return 2
|
|
fi
|
|
if [[ "$status" == "Enabled" ]]; then
|
|
return 0
|
|
fi
|
|
return 1
|
|
}
|
|
|
|
delete_old_versions() {
|
|
if ! check_param_count "delete_old_versions" "bucket" 1 $#; then
|
|
return 1
|
|
fi
|
|
if ! list_object_versions "rest" "$1"; then
|
|
log 2 "error listing object versions"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2154
|
|
log 5 "versions: $versions"
|
|
version_keys=()
|
|
version_ids=()
|
|
|
|
if ! parse_version_data_by_type "rest" "$2"; then
|
|
log 2 "error parsing version data"
|
|
return 1
|
|
fi
|
|
|
|
log 5 "version keys: ${version_keys[*]}"
|
|
log 5 "version IDs: ${version_ids[*]}"
|
|
for idx in "${!version_keys[@]}"; do
|
|
if ! delete_object_version_with_or_without_retention "$1"; then
|
|
log 2 "error deleting version with or without retention"
|
|
return 1
|
|
fi
|
|
done
|
|
}
|
|
|
|
delete_object_version_with_or_without_retention() {
|
|
if ! check_param_count "delete_object_version_with_or_without_retention" "bucket" 1 $#; then
|
|
return 1
|
|
fi
|
|
log 5 "idx: $idx"
|
|
log 5 "version ID: ${version_ids[$idx]}"
|
|
# shellcheck disable=SC2154
|
|
if [ "$lock_config_exists" == "true" ]; then
|
|
if ! check_remove_legal_hold_versions "$1" "${version_keys[$idx]}" "${version_ids[$idx]}"; then
|
|
log 2 "error checking, removing legal hold versions"
|
|
fi
|
|
if ! delete_object_version_rest_bypass_retention "$1" "${version_keys[$idx]}" "${version_ids[$idx]}"; then
|
|
log 2 "error deleting object version, bypassing retention"
|
|
return 1
|
|
fi
|
|
else
|
|
if ! delete_object_version_rest "$1" "${version_keys[$idx]}" "${version_ids[$idx]}"; then
|
|
log 2 "error deleting object version"
|
|
return 1
|
|
fi
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
parse_version_data_by_type() {
|
|
if ! check_param_count "parse_version_data_by_type" "client, data" 2 $#; then
|
|
return 1
|
|
fi
|
|
if [ "$1" == "rest" ]; then
|
|
log 5 "version data: $versions"
|
|
if ! parse_versions_rest "$versions"; then
|
|
log 2 "error parsing REST object versions"
|
|
return 1
|
|
fi
|
|
else
|
|
if ! parse_version_data "$versions" '.Versions[]'; then
|
|
log 2 "error parsing Versions elements"
|
|
return 1
|
|
fi
|
|
if ! parse_version_data "$versions" '.DeleteMarkers[]'; then
|
|
log 2 "error getting DeleteMarkers elements"
|
|
return 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
parse_version_data() {
|
|
if ! check_param_count "parse_version_data" "raw data, element name" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! version_data="$(echo "$1" | jq -c "$2" 2>&1)"; then
|
|
if [[ "$version_data" == *"Cannot iterate over null"* ]]; then
|
|
return 0
|
|
fi
|
|
fi
|
|
log 5 "version data: ${version_data[*]}"
|
|
# shellcheck disable=SC2048
|
|
for version in ${version_data[*]}; do
|
|
if ! key=$(echo "$version" | jq -r '.Key' 2>&1); then
|
|
log 2 "error getting version key: $key (version: $version)"
|
|
return 1
|
|
fi
|
|
version_keys+=("$key")
|
|
if ! version_id=$(echo "$version" | jq -r '.VersionId' 2>&1); then
|
|
log 2 "error getting version id: $version_id (version: $version)"
|
|
return 1
|
|
fi
|
|
version_ids+=("$version_id")
|
|
done
|
|
}
|
|
|
|
check_versioning_status_rest() {
|
|
if ! check_param_count "check_versioning_status_rest" "bucket, expected value" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! get_bucket_versioning_rest "$BUCKET_ONE_NAME"; then
|
|
log 2 "error getting bucket versioning"
|
|
return 1
|
|
fi
|
|
log 5 "versioning: $(cat "$TEST_FILE_FOLDER/versioning.txt")"
|
|
if ! versioning_info=$(xmllint --xpath '//*[local-name()="VersioningConfiguration"]' "$TEST_FILE_FOLDER/versioning.txt" 2>&1); then
|
|
log 2 "error getting VersioningConfiguration value: $versioning_info"
|
|
return 1
|
|
fi
|
|
versioning_status=""
|
|
if ! has_status=$(echo "$versioning_info" | xmllint --xpath 'boolean(//*[local-name()="Status"]/text())' - 2>&1); then
|
|
log 2 "error getting if versioning status: $has_status"
|
|
return 1
|
|
fi
|
|
if [ "$has_status" == true ]; then
|
|
if ! versioning_status=$(echo "$versioning_info" | xmllint --xpath '//*[local-name()="Status"]/text()' - 2>&1); then
|
|
log 2 "error getting versioning status: $versioning_status"
|
|
return 1
|
|
fi
|
|
fi
|
|
if [ "$versioning_status" != "$2" ]; then
|
|
log 2 "versioning info should be '$2', is $versioning_status"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
echo_versions() {
|
|
if ! check_param_count "echo_versions" "'Version' or 'DeleteMarker', 'Key' or 'VersionId'" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! keys=$(echo -n "$versions" | xmllint --xpath "//*[local-name()=\"$1\"]/*[local-name()=\"$2\"]/text()" - | xmlstarlet unesc 2>&1); then
|
|
if [[ "$keys" == *"XPath set is empty"* ]]; then
|
|
return 0
|
|
fi
|
|
log 2 "error getting Version 'Key' values: $keys"
|
|
return 1
|
|
fi
|
|
log 5 "keys to append: ${keys[*]}"
|
|
echo "${keys[*]}"
|
|
}
|
|
|
|
parse_versions_rest() {
|
|
if ! check_param_count "parse_versions_rest" "versions variable" 1 $#; then
|
|
return 1
|
|
fi
|
|
if ! keys=$(echo_versions "Version" "Key"); then
|
|
log 2 "error getting Version Key values: $keys"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_keys+=($keys)
|
|
if ! ids=$(echo_versions "Version" "VersionId"); then
|
|
log 2 "error getting Version VersionId values: $ids"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_ids+=($ids)
|
|
if ! keys=$(echo_versions "DeleteMarker" "Key"); then
|
|
log 2 "error getting DeleteMarker Key values: $keys"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_keys+=($keys)
|
|
if ! ids=$(echo_versions "DeleteMarker" "VersionId"); then
|
|
log 2 "error getting DeleteMarker VersionId values: $ids"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_ids+=($ids)
|
|
log 5 "version keys: ${version_keys[*]}"
|
|
log 5 "version IDs: ${version_ids[*]}"
|
|
return 0
|
|
}
|
|
|
|
get_and_check_versions_rest() {
|
|
if ! check_param_count_gt "get_and_check_versions_rest" "bucket, key, count, expected islatest, expected id equal to null" 5 $#; then
|
|
return 1
|
|
fi
|
|
if ! list_object_versions_rest "$1"; then
|
|
log 2 "error listing object versions"
|
|
return 1
|
|
fi
|
|
log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")"
|
|
if ! version_count=$(xmllint --xpath 'count(//*[local-name()="Version"])' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting version count: $version_count"
|
|
return 1
|
|
fi
|
|
log 5 "version count: $version_count"
|
|
if [ "$version_count" != "$3" ]; then
|
|
log 2 "version count mismatch (expected 1, actual $version_count)"
|
|
return 1
|
|
fi
|
|
while [ $# -ge 5 ]; do
|
|
if [ "$5" == "true" ]; then
|
|
id_check="="
|
|
else
|
|
id_check="!="
|
|
fi
|
|
match_string="//*[local-name()=\"Version\"][*[local-name()=\"VersionId\" and text()$id_check\"null\"] and *[local-name()=\"IsLatest\" and text()=\"$4\"]]"
|
|
log 5 "match string: $match_string"
|
|
if ! xmllint --xpath "$match_string" "$TEST_FILE_FOLDER/object_versions.txt" 2>&1; then
|
|
return 1
|
|
fi
|
|
shift 2
|
|
done
|
|
return 0
|
|
}
|
|
|
|
check_versions_after_file_deletion() {
|
|
if ! check_param_count "check_versions_after_file_deletion" "bucket, key" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! list_object_versions_rest "$1"; then
|
|
log 2 "error listing object versions"
|
|
return 1
|
|
fi
|
|
log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")"
|
|
if ! version_key=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'Key' value: $version_key"
|
|
return 1
|
|
fi
|
|
if [ "$version_key" != "$2" ]; then
|
|
log 2 "version key mismatch (expected $2, actual $version_key)"
|
|
return 1
|
|
fi
|
|
if ! version_id=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'VersionID' value: $version_id"
|
|
return 1
|
|
fi
|
|
if [ "$version_id" != "null" ]; then
|
|
log 2 "version ID mismatch (expected 'null', actual '$version_id')"
|
|
return 1
|
|
fi
|
|
if ! marker_key=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'Key' value: $marker_key"
|
|
return 1
|
|
fi
|
|
if [ "$marker_key" != "$2" ]; then
|
|
log 2 "delete marker key mismatch (expected $2, actual $marker_key)"
|
|
return 1
|
|
fi
|
|
if ! marker_id=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'VersionID' value: $versioning_info"
|
|
return 1
|
|
fi
|
|
if [ "$marker_id" == "null" ]; then
|
|
log 2 "delete marker ID expected to be non-null"
|
|
return 1
|
|
fi
|
|
}
|