mirror of
https://github.com/versity/versitygw.git
synced 2026-01-08 20:43:07 +00:00
261 lines
8.5 KiB
Bash
261 lines
8.5 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
source ./tests/commands/get_bucket_versioning.sh
|
|
source ./tests/commands/list_object_versions.sh
|
|
source ./tests/drivers/params.sh
|
|
|
|
check_if_versioning_enabled() {
|
|
if ! check_param_count "check_if_versioning_enabled" "bucket" 1 $#; then
|
|
return 2
|
|
fi
|
|
if ! get_bucket_versioning 's3api' "$1"; then
|
|
log 2 "error getting bucket versioning"
|
|
return 2
|
|
fi
|
|
# shellcheck disable=SC2154
|
|
if ! status=$(echo "$versioning" | grep -v "InsecureRequestWarning" | jq -r ".Status" 2>&1); then
|
|
log 2 "error parsing 'Status' value: $status"
|
|
return 2
|
|
fi
|
|
if [[ "$status" == "Enabled" ]]; then
|
|
return 0
|
|
fi
|
|
return 1
|
|
}
|
|
|
|
parse_version_data_by_type() {
|
|
if ! check_param_count "parse_version_data_by_type" "client, data" 2 $#; then
|
|
return 1
|
|
fi
|
|
if [ "$1" == "rest" ]; then
|
|
log 5 "version data: $versions"
|
|
if ! parse_versions_rest "$versions"; then
|
|
log 2 "error parsing REST object versions"
|
|
return 1
|
|
fi
|
|
else
|
|
if ! parse_version_data "$versions" '.Versions[]'; then
|
|
log 2 "error parsing Versions elements"
|
|
return 1
|
|
fi
|
|
if ! parse_version_data "$versions" '.DeleteMarkers[]'; then
|
|
log 2 "error getting DeleteMarkers elements"
|
|
return 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
parse_version_data() {
|
|
if ! check_param_count "parse_version_data" "raw data, element name" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! version_data="$(echo "$1" | jq -c "$2" 2>&1)"; then
|
|
if [[ "$version_data" == *"Cannot iterate over null"* ]]; then
|
|
return 0
|
|
fi
|
|
fi
|
|
log 5 "version data: ${version_data[*]}"
|
|
# shellcheck disable=SC2048
|
|
for version in ${version_data[*]}; do
|
|
if ! key=$(echo "$version" | jq -r '.Key' 2>&1); then
|
|
log 2 "error getting version key: $key (version: $version)"
|
|
return 1
|
|
fi
|
|
version_keys+=("$key")
|
|
if ! version_id=$(echo "$version" | jq -r '.VersionId' 2>&1); then
|
|
log 2 "error getting version id: $version_id (version: $version)"
|
|
return 1
|
|
fi
|
|
version_ids+=("$version_id")
|
|
done
|
|
}
|
|
|
|
check_versioning_status_rest() {
|
|
if ! check_param_count "check_versioning_status_rest" "bucket, expected value" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! get_bucket_versioning_rest "$1"; then
|
|
log 2 "error getting bucket versioning"
|
|
return 1
|
|
fi
|
|
log 5 "versioning: $(cat "$TEST_FILE_FOLDER/versioning.txt")"
|
|
if ! versioning_info=$(xmllint --xpath '//*[local-name()="VersioningConfiguration"]' "$TEST_FILE_FOLDER/versioning.txt" 2>&1); then
|
|
log 2 "error getting VersioningConfiguration value: $versioning_info"
|
|
return 1
|
|
fi
|
|
versioning_status=""
|
|
if ! has_status=$(echo "$versioning_info" | xmllint --xpath 'boolean(//*[local-name()="Status"]/text())' - 2>&1); then
|
|
log 2 "error getting if versioning status: $has_status"
|
|
return 1
|
|
fi
|
|
if [ "$has_status" == true ]; then
|
|
if ! versioning_status=$(echo "$versioning_info" | xmllint --xpath '//*[local-name()="Status"]/text()' - 2>&1); then
|
|
log 2 "error getting versioning status: $versioning_status"
|
|
return 1
|
|
fi
|
|
fi
|
|
if [ "$versioning_status" != "$2" ]; then
|
|
log 2 "versioning info should be '$2', is $versioning_status"
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
echo_versions() {
|
|
if ! check_param_count_v2 "'Version' or 'DeleteMarker', 'Key' or 'VersionId', file" 3 $#; then
|
|
return 1
|
|
fi
|
|
if ! keys=$(echo -n "$versions" | xmllint --xpath "//*[local-name()=\"$1\"]/*[local-name()=\"$2\"]/text()" - | xmlstarlet unesc 2>&1); then
|
|
if [[ "$keys" == *"XPath set is empty"* ]]; then
|
|
return 0
|
|
fi
|
|
log 2 "error getting Version 'Key' values: $keys"
|
|
return 1
|
|
fi
|
|
log 5 "keys to append: ${keys[*]}"
|
|
if ! result=$(truncate -s 0 "$3" 2>&1); then
|
|
log 2 "error truncating file: $result"
|
|
fi
|
|
for key in "${keys[@]}"; do
|
|
echo "$key" >> "$3"
|
|
done
|
|
echo "${keys[*]}"
|
|
}
|
|
|
|
get_base64_version_keys_and_ids() {
|
|
if ! check_param_count_v2 "'Version' or 'DeleteMarker'" 1 $#; then
|
|
return 1
|
|
fi
|
|
while IFS= read -r key && IFS= read -r vid; do
|
|
log 5 "key: $key, vid: $vid"
|
|
b_key="$(printf '%s' "$key" | base64 -w0)"
|
|
b_vid="$(printf '%s' "$vid" | base64 -w0)"
|
|
base64_pairs+=("$b_key:$b_vid")
|
|
done < <(xmlstarlet sel -t \
|
|
-m '//*[local-name()='"\"$1\""']' \
|
|
-v '*[local-name()="Key"]' -n \
|
|
-v '*[local-name()="VersionId"]' -n \
|
|
<<<"$versions" | xmlstarlet unesc)
|
|
}
|
|
|
|
parse_base64_versions_rest() {
|
|
base64_pairs=()
|
|
if ! get_base64_version_keys_and_ids "Version"; then
|
|
log 2 "error getting version base64 keys and IDs"
|
|
return 1
|
|
fi
|
|
if ! get_base64_version_keys_and_ids "DeleteMarker"; then
|
|
log 2 "error getting version base64 keys and IDs"
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
parse_versions_rest() {
|
|
base64_pairs=()
|
|
if ! keys=$(echo_versions "Version" "Key" "$TEST_FILE_FOLDER/version_keys.txt"); then
|
|
log 2 "error getting Version Key values: $keys"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_keys+=($keys)
|
|
if ! ids=$(echo_versions "Version" "VersionId" "$TEST_FILE_FOLDER/version_ids.txt"); then
|
|
log 2 "error getting Version VersionId values: $ids"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_ids+=($ids)
|
|
if ! keys=$(echo_versions "DeleteMarker" "Key" "$TEST_FILE_FOLDER/delete_marker_keys.txt"); then
|
|
log 2 "error getting DeleteMarker Key values: $keys"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_keys+=($keys)
|
|
if ! ids=$(echo_versions "DeleteMarker" "VersionId" "$TEST_FILE_FOLDER/delete_marker_ids.txt"); then
|
|
log 2 "error getting DeleteMarker VersionId values: $ids"
|
|
return 1
|
|
fi
|
|
# shellcheck disable=SC2206
|
|
version_ids+=($ids)
|
|
log 5 "version keys: ${version_keys[*]}"
|
|
log 5 "version IDs: ${version_ids[*]}"
|
|
log 5 "base64 pairs: ${base64_pairs[*]}"
|
|
return 0
|
|
}
|
|
|
|
get_and_check_versions_rest() {
|
|
if ! check_param_count_gt "bucket, key, count, expected islatest, expected id equal to null" 5 $#; then
|
|
return 1
|
|
fi
|
|
if ! list_object_versions_rest "$1"; then
|
|
log 2 "error listing object versions"
|
|
return 1
|
|
fi
|
|
log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")"
|
|
if ! version_count=$(xmllint --xpath 'count(//*[local-name()="Version"])' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting version count: $version_count"
|
|
return 1
|
|
fi
|
|
log 5 "version count: $version_count"
|
|
if [ "$version_count" != "$3" ]; then
|
|
log 2 "version count mismatch (expected 1, actual $version_count)"
|
|
return 1
|
|
fi
|
|
while [ $# -ge 5 ]; do
|
|
if [ "$5" == "true" ]; then
|
|
id_check="="
|
|
else
|
|
id_check="!="
|
|
fi
|
|
match_string="//*[local-name()=\"Version\"][*[local-name()=\"VersionId\" and text()$id_check\"null\"] and *[local-name()=\"IsLatest\" and text()=\"$4\"]]"
|
|
log 5 "match string: $match_string"
|
|
if ! xmllint --xpath "$match_string" "$TEST_FILE_FOLDER/object_versions.txt" 2>&1; then
|
|
return 1
|
|
fi
|
|
shift 2
|
|
done
|
|
return 0
|
|
}
|
|
|
|
check_versions_after_file_deletion() {
|
|
if ! check_param_count "check_versions_after_file_deletion" "bucket, key" 2 $#; then
|
|
return 1
|
|
fi
|
|
if ! list_object_versions_rest "$1"; then
|
|
log 2 "error listing object versions"
|
|
return 1
|
|
fi
|
|
log 5 "versions: $(cat "$TEST_FILE_FOLDER/object_versions.txt")"
|
|
if ! version_key=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'Key' value: $version_key"
|
|
return 1
|
|
fi
|
|
if [ "$version_key" != "$2" ]; then
|
|
log 2 "version key mismatch (expected $2, actual $version_key)"
|
|
return 1
|
|
fi
|
|
if ! version_id=$(xmllint --xpath '//*[local-name()="Version"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'VersionID' value: $version_id"
|
|
return 1
|
|
fi
|
|
if [ "$version_id" != "null" ]; then
|
|
log 2 "version ID mismatch (expected 'null', actual '$version_id')"
|
|
return 1
|
|
fi
|
|
if ! marker_key=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="Key"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'Key' value: $marker_key"
|
|
return 1
|
|
fi
|
|
if [ "$marker_key" != "$2" ]; then
|
|
log 2 "delete marker key mismatch (expected $2, actual $marker_key)"
|
|
return 1
|
|
fi
|
|
if ! marker_id=$(xmllint --xpath '//*[local-name()="DeleteMarker"]/*[local-name()="VersionId"]/text()' "$TEST_FILE_FOLDER/object_versions.txt" 2>&1); then
|
|
log 2 "error getting Version 'VersionID' value: $versioning_info"
|
|
return 1
|
|
fi
|
|
if [ "$marker_id" == "null" ]; then
|
|
log 2 "delete marker ID expected to be non-null"
|
|
return 1
|
|
fi
|
|
}
|